-- Logs begin at Tue 2021-06-22 17:46:41 UTC, end at Tue 2021-06-22 19:18:01 UTC. -- Jun 22 18:22:02.556126 dv-cinder-774286-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 18:22:05.349018 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:22:05.349801 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:22:05.349801 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92824) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:22:05.353218 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:22:05.353476 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:22:05.353830 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92824) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:22:05.354759 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:05.354996 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:05.355374 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:05.355624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:05.355853 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:05.356237 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.356509 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.356810 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.357042 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.357347 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.357639 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.357928 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.358224 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.358527 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.358818 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.359098 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.359385 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.359620 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.359907 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.360197 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.360508 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.360732 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] debug = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.361019 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.361443 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.361869 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.362156 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.362448 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.362731 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.363006 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.363284 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.364140 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.364511 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] host = dv-cinder-774286-17-iscsi {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.364792 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.365249 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.365539 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.365832 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.366122 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.366471 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.366675 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.366954 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.367243 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.367516 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.367809 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.368101 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.368446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.368633 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.368864 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.369155 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.369453 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.369729 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.370007 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.370281 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.370552 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.370838 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.371108 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.371399 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.371680 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.371969 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.372269 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.372541 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.372822 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.373097 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.373381 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.373651 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.373933 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.374211 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.374498 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.374772 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.375047 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.375379 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.375642 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.375933 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.376239 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.376529 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.376810 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.377087 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.377365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.377640 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_json = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.377910 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.378183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.378476 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.378749 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.379089 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.379901 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.380389 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.380881 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:05.381383 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.381891 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.382333 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.382835 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.383248 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.383548 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.383854 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.384146 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.384477 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.384782 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.385276 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.385653 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.385960 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.386252 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.386611 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.386913 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.387260 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.387564 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.387873 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.388381 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.388858 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.389337 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.389750 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.390133 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.390508 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.390804 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.391099 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.391409 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.391698 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.391982 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.392293 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.392598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.392883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.393168 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.393453 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.393740 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.394016 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.394295 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.394575 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.394936 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.395414 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.395799 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.395987 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.396288 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.396588 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.396845 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.397127 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.397402 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.397677 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.397962 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.398231 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.398506 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.398788 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.399064 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.399344 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.399615 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.399888 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.400161 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.400464 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.400737 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.401014 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.401284 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.401582 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.401836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.402111 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.402381 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.402660 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.402934 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.403225 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.403526 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.403805 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.404089 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.404399 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.404681 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.404965 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.405240 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.405518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.405798 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.406082 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.406375 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.406665 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.406961 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.407239 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.407518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.407816 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.408099 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.408408 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.408689 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.408971 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.409264 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.409549 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.409848 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.410144 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.410612 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.410922 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.411224 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.411513 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.411834 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.412118 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:05.412363 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:05.413101 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92824) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 18:22:05.780421 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:05.780903 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:05.781052 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:05.781319 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 18:22:06.197163 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.197546 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.197786 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.198951 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.199228 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.199496 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.234414 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.234690 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.234963 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.249389 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.249763 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.249952 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.281284 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.281566 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.281834 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.319289 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.319563 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.319837 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.559924 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.560748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.560748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.560748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.561626 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.694561 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.694877 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.695164 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.695446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.695714 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.696034 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.696318 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.696586 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.696840 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.697216 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.697389 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.697651 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.697916 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.698184 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.698443 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.698714 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.699025 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.699251 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.699507 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.699770 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.700069 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.700501 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.700712 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.701027 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.701261 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.701505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.701943 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.702192 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.702425 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.702655 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.702890 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.703124 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:06.703513 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 18:22:06.708931 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 18:22:06.713116 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 18:22:06.717127 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 22 18:22:06.718878 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 18:22:06.719377 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 18:22:06.719757 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 18:22:06.720198 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 18:22:06.723838 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 18:22:06.724132 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 18:22:06.724546 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:22:06.752882 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 18:22:06.753352 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.753661 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92824) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 18:22:06.754634 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.756383 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92824) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 18:22:06.756677 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:22:06.756858 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 18:22:06.760183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.760513 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:06.826688 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 18:22:06.826924 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 18:22:06.827115 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 18:22:06.827428 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 18:22:06.851795 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_db.sqlalchemy.engines [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92824) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 18:22:07.412992 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing driver for type 'gre' Jun 22 18:22:07.413646 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] gre ID ranges: [(1, 1000)] Jun 22 18:22:07.475284 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing driver for type 'local' Jun 22 18:22:07.475547 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing driver for type 'vlan' Jun 22 18:22:07.493599 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] VlanTypeDriver initialization complete Jun 22 18:22:07.494116 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing driver for type 'vxlan' Jun 22 18:22:07.494717 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] vxlan ID ranges: [(1, 1000)] Jun 22 18:22:07.554696 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing extension driver 'port_security' Jun 22 18:22:07.555246 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.extensions.port_security [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] PortSecurityExtensionDriver initialization complete Jun 22 18:22:07.555787 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing mechanism driver 'openvswitch' Jun 22 18:22:07.556380 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing mechanism driver 'hyperv' Jun 22 18:22:07.566409 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.plugins.ml2.plugin [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:07.567849 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.568507 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.569117 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.569783 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.570373 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.570987 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.571551 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.572188 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.572743 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.573393 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.573971 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.574531 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.575153 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.575747 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.576350 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.576993 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.577530 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.578072 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.578647 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] ML2 OVO RPC backend initialized. {{(pid=92824) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 18:22:07.579831 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.580441 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.581154 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.581803 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > networks before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.582863 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.583475 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > ports before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.584368 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.584980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.585568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.586162 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.586743 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.587319 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.587883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.588480 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.589045 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.589607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.590176 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.591109 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.plugin [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Modular L2 Plugin initialization complete Jun 22 18:22:07.591648 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading services supported by the core plugin {{(pid=92824) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 18:22:07.592189 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.plugins.ml2.managers [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Got port-security extension from driver 'port_security' Jun 22 18:22:07.592975 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.extensions.vlantransparent [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Disabled vlantransparent extension. Jun 22 18:22:07.593753 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92824) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 18:22:07.594271 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: router Jun 22 18:22:07.650801 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.651499 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_create 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.652039 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router before_create 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.652701 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.653291 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.653873 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_delete 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.654479 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.655128 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_create 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.655712 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.656323 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.656914 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.657515 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.658232 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.658835 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.659425 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.660005 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: subnet after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.660672 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.661261 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.661868 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.662421 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.662980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.663644 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router after_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.664143 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.664701 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.665246 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.665827 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.666444 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.667937 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Tracking information for resource: router configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:07.668534 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Tracking information for resource: floatingip configured {{(pid=92824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:07.676901 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.db.l3_agentschedulers_db [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 18:22:07.677944 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.678507 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.679093 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.679689 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: port after_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.681031 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router before_create 55550100 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.681637 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.682222 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.682791 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.690651 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.provider_configuration [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service providers = [] {{(pid=92824) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 18:22:07.691219 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.db.servicetype_db [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92824) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 18:22:07.695948 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.service_base [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:07.696567 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.service_base [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:07.697143 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.service_base [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:07.698500 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.services.service_base [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:07.699125 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.services.service_base [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 18:22:07.699710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.700260 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 18:22:07.713069 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.713411 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: auto_allocate Jun 22 18:22:07.719765 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: network precommit_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.720142 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: network precommit_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.720724 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.721049 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: tag Jun 22 18:22:07.728770 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.729104 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: timestamp Jun 22 18:22:07.733308 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.733643 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: network_ip_availability Jun 22 18:22:07.741823 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.742201 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.742558 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.743342 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.743663 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: flavors Jun 22 18:22:07.748583 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.748918 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading Plugin: revisions Jun 22 18:22:07.753303 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:07.753703 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.973s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:07.755185 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92824) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 18:22:07.755521 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Initializing extension manager. Jun 22 18:22:07.756033 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: __init__.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.756407 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: __pycache__ {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.756742 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.757072 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: address_group.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.757878 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.758479 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: address-group Jun 22 18:22:07.758840 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: address_scope.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.759508 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.760022 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: address-scope Jun 22 18:22:07.760420 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.761353 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.761868 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: router-admin-state-down-before-update Jun 22 18:22:07.762194 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: agent.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.762888 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.763399 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: agent Jun 22 18:22:07.763714 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: agent_resources_synced.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.764650 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.765156 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: agent-resources-synced Jun 22 18:22:07.765506 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.767312 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.767833 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: allowed-address-pairs Jun 22 18:22:07.768160 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.769569 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.770179 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: auto-allocated-topology Jun 22 18:22:07.770509 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: availability_zone.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.771358 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.771861 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: availability_zone Jun 22 18:22:07.772181 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: availability_zone_filter.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.773134 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.773642 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: availability_zone_filter Jun 22 18:22:07.773967 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: data_plane_status.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.774948 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.775455 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 18:22:07.775777 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: default_subnetpools.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.776810 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.777259 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: default-subnetpools Jun 22 18:22:07.777583 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.778423 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.778926 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: dhcp_agent_scheduler Jun 22 18:22:07.779248 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: dns.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.780173 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.780706 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 18:22:07.781028 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: dns_domain_ports.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.781939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.782449 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 18:22:07.782771 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.783683 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.784187 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 18:22:07.784543 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: dvr.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.785209 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.785794 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: dvr Jun 22 18:22:07.786115 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: empty_string_filtering.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.787030 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.787532 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: empty-string-filtering Jun 22 18:22:07.787860 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.788786 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.789285 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:22:07.789605 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.790522 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.791026 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 18:22:07.791347 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: external_net.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.792279 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.792787 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: external-net Jun 22 18:22:07.793133 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.794010 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.794518 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: extra_dhcp_opt Jun 22 18:22:07.794841 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: extraroute.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.795738 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.796269 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: extraroute Jun 22 18:22:07.796597 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: extraroute_atomic.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.797643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.798249 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: extraroute-atomic Jun 22 18:22:07.798475 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: filter_validation.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.799152 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.799658 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: filter-validation Jun 22 18:22:07.799985 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: fip_pf_description.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.801794 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.802458 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 18:22:07.803434 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: fip_port_details.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.803676 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.804186 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: fip-port-details Jun 22 18:22:07.804545 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: flavors.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.805812 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.806323 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: flavors Jun 22 18:22:07.806652 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.808383 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.808923 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 18:22:07.809235 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: floatingip_pools.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.809932 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.810450 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: floatingip-pools Jun 22 18:22:07.810780 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: ip_allocation.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.811700 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.812251 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 18:22:07.812562 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.813477 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.813983 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: ip-substring-filtering Jun 22 18:22:07.814309 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l2_adjacency.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.815300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.815760 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 18:22:07.816067 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.817266 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.817797 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: router Jun 22 18:22:07.818130 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.821169 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.821701 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:22:07.822040 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.822980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.823495 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: ext-gw-mode Jun 22 18:22:07.823828 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.824791 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.825308 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: l3-ha Jun 22 18:22:07.825636 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3_flavors.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.826599 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.827116 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: l3-flavors Jun 22 18:22:07.827441 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.828426 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.828937 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 18:22:07.829256 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: l3agentscheduler.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.830366 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.830887 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: l3_agent_scheduler Jun 22 18:22:07.831212 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: logging.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.833432 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.833974 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension logging not supported by any of loaded plugins Jun 22 18:22:07.834309 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: metering.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.835125 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.835717 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: metering Jun 22 18:22:07.836044 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.837246 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.837770 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: metering_source_and_destination_fields Jun 22 18:22:07.838126 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: multiprovidernet.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.839048 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.839558 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: multi-provider Jun 22 18:22:07.839887 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: netmtu.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.840869 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.841379 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: net-mtu Jun 22 18:22:07.841707 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: netmtu_writable.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.842629 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.843139 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: net-mtu-writable Jun 22 18:22:07.843460 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: network_availability_zone.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.844137 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.844745 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: network_availability_zone Jun 22 18:22:07.845004 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: network_ip_availability.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.846119 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.846634 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: network-ip-availability Jun 22 18:22:07.846957 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: network_segment_range.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.847838 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.848392 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 18:22:07.848721 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: pagination.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.849737 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.850065 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: pagination Jun 22 18:22:07.850387 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: port_device_profile.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.851288 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.851814 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: port-device-profile Jun 22 18:22:07.852138 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.853324 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.853836 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: port-mac-address-regenerate Jun 22 18:22:07.854164 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.855065 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.855598 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: port-numa-affinity-policy Jun 22 18:22:07.855899 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: port_resource_request.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.856842 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.857346 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 18:22:07.857673 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: portbindings.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.858598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.859107 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: binding Jun 22 18:22:07.859425 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: portbindings_extended.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.860763 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.861326 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: binding-extended Jun 22 18:22:07.861593 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: portsecurity.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.862508 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.863017 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: port-security Jun 22 18:22:07.863341 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: project_id.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.865157 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.865494 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: project-id Jun 22 18:22:07.865823 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: providernet.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.866761 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.867284 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: provider Jun 22 18:22:07.867612 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.871412 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.871920 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos not supported by any of loaded plugins Jun 22 18:22:07.872283 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.873528 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.874046 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 18:22:07.874378 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.875293 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.875800 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 18:22:07.876128 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_default.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.877069 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.877576 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-default not supported by any of loaded plugins Jun 22 18:22:07.877904 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_fip.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.878573 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.879263 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 18:22:07.879748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.880771 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.881291 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 18:22:07.881621 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.882536 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.883071 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 18:22:07.883370 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.884310 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.884828 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 18:22:07.885152 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: qos_rules_alias.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.886211 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.886745 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 18:22:07.887050 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: quotasv2.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.888034 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.888406 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: quotas Jun 22 18:22:07.888735 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: quotasv2_detail.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.891823 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.892169 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: quota_details Jun 22 18:22:07.892593 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: rbac.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.893609 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.894229 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: rbac-policies Jun 22 18:22:07.894477 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: rbac_address_group.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.896239 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.896775 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: rbac-address-group Jun 22 18:22:07.897105 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: rbac_address_scope.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.898064 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.898587 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: rbac-address-scope Jun 22 18:22:07.898925 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: rbac_security_groups.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.899870 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.900430 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: rbac-security-groups Jun 22 18:22:07.900764 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.901725 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.902250 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: rbac-subnetpool Jun 22 18:22:07.902580 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: revisionifmatch.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.903537 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.904118 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: revision-if-match Jun 22 18:22:07.904450 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: revisions.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.905876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.906413 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: standard-attr-revisions Jun 22 18:22:07.906744 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: router_availability_zone.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.907452 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.907974 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: router_availability_zone Jun 22 18:22:07.908345 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: routerservicetype.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.909375 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.909891 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 18:22:07.910217 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.912304 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.912840 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: security-groups-normalized-cidr Jun 22 18:22:07.913168 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.914183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.914655 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: port-security-groups-filtering Jun 22 18:22:07.914979 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.915934 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.916492 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: security-groups-remote-address-group Jun 22 18:22:07.916822 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: securitygroup.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.927169 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.927971 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: security-group Jun 22 18:22:07.928345 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: segment.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.929297 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.929837 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension segment not supported by any of loaded plugins Jun 22 18:22:07.930175 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.931246 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.931843 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 18:22:07.932172 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: servicetype.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.933460 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.934005 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: service-type Jun 22 18:22:07.934340 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: sorting.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.935401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.935739 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: sorting Jun 22 18:22:07.936075 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: standard_attr_segment.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.937129 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.937684 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 18:22:07.938033 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: standardattrdescription.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.938712 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.939242 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: standard-attr-description Jun 22 18:22:07.939571 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: stateful_security_group.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.940626 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.941164 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: stateful-security-group Jun 22 18:22:07.941487 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: stdattrs_common.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.942702 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 18:22:07.943027 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.943999 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.944559 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 18:22:07.944882 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnet_onboard.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.946062 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.946638 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: subnet_onboard Jun 22 18:22:07.946963 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.947996 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.948604 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 18:22:07.948929 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnet_service_types.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.949935 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.950532 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: subnet-service-types Jun 22 18:22:07.950832 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnetallocation.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.952043 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.952603 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: subnet_allocation Jun 22 18:22:07.952931 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.953622 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.954143 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: subnetpool-prefix-ops Jun 22 18:22:07.954463 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.955451 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.955967 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 18:22:07.956318 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: tagging.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.957702 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.958198 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: standard-attr-tag Jun 22 18:22:07.958524 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: timestamp.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.959859 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.960427 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loaded extension: standard-attr-timestamp Jun 22 18:22:07.960756 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: trunk.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.961842 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.962369 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension trunk not supported by any of loaded plugins Jun 22 18:22:07.962701 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: trunk_details.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.963664 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.964192 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 18:22:07.964548 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.965527 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.966055 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 18:22:07.966384 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Loading extension file: vlantransparent.py {{(pid=92824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:07.967084 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:07.967601 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 18:22:07.970299 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:network Jun 22 18:22:07.970867 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnet Jun 22 18:22:07.971272 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:07.971669 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:port Jun 22 18:22:07.973745 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.974240 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service FLAVORS assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.974862 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.975296 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.975635 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:router Jun 22 18:22:07.976083 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:22:07.976622 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service METERING assigned prefix: /metering {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.978405 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.978777 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.979131 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:07.980237 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:22:07.980699 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:22:07.981143 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:22:07.981787 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service CORE assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.982121 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:07.982477 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] subnetpool is already registered Jun 22 18:22:07.982967 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service CORE assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.983237 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:07.983572 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] subnetpool is already registered Jun 22 18:22:07.986010 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.986485 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service FLAVORS assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.987081 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.987502 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.987837 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:router Jun 22 18:22:07.988179 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] router is already registered Jun 22 18:22:07.988827 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:22:07.989165 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] floatingip is already registered Jun 22 18:22:07.989836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service METERING assigned prefix: /metering {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.990530 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:22:07.990862 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] rbac_policy is already registered Jun 22 18:22:07.991283 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:22:07.991620 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] security_group is already registered Jun 22 18:22:07.992028 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:22:07.992391 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] security_group_rule is already registered Jun 22 18:22:07.993044 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service CORE assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.993374 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:07.993711 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] subnetpool is already registered Jun 22 18:22:07.994132 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.v2.resource_helper [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Service CORE assigned prefix: {{(pid=92824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:07.994466 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:07.994801 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING neutron.quota.resource_registry [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] subnetpool is already registered Jun 22 18:22:07.995329 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: extensions {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:07.997052 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: address-groups {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:07.998450 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: address-scopes {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:07.999771 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: agents {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.001056 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: auto-allocated-topology {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.002229 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: availability_zones {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.003458 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: dhcp-networks {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.005980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: dhcp-agents {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.007404 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: routers {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.009172 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: flavors {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.011763 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: service_profiles {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.013033 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: next_providers {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.014488 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: service_profiles {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.016040 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: floatingip-pools {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.017321 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: routers {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.019031 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: floatingips {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.020507 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: l3-routers {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.021919 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: l3-agents {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.023396 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: metering-labels {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.024662 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: metering-label-rules {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.026047 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: network-ip-availabilities {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.027327 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: bindings {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.028932 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: quotas {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.030491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: quotas {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.031926 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: rbac-policies {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.033183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: security-groups {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.034479 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: security-group-rules {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.036421 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: service-providers {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.037652 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: subnetpools {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.038980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: subnetpools {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.040568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.042257 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.044094 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.045925 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.047697 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.049613 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.051529 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.053373 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.055243 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.057033 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron.api.extensions [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Extended resource: tags {{(pid=92824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:08.063784 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING keystonemiddleware.auth_token [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 18:22:08.070542 dv-cinder-774286-17-iscsi neutron-server[92824]: WARNING keystonemiddleware.auth_token [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 18:22:08.080759 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Acquired lock "singleton_lock" {{(pid=92824) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 18:22:08.081246 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Releasing lock "singleton_lock" {{(pid=92824) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 18:22:08.081899 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Starting 2 workers Jun 22 18:22:08.086817 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Started child 92931 {{(pid=92824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:08.091526 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Started child 92932 {{(pid=92824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:08.092889 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.093846 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO neutron.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 18:22:08.094178 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Notify callbacks [] for process, before_spawn {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.095242 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [-] (92931) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:22:08.096542 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Starting 1 workers Jun 22 18:22:08.097765 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.100580 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [-] (92932) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:22:08.102728 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Started child 92933 {{(pid=92824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:08.103566 dv-cinder-774286-17-iscsi neutron-server[92824]: INFO oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Starting 1 workers Jun 22 18:22:08.108592 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Started child 92934 {{(pid=92824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:08.109160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] calling RpcWorker wait() {{(pid=92933) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 18:22:08.110442 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] Notify callbacks [] for process, after_spawn {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.110604 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.service [None req-724558d7-8dfd-49d1-9ef0-0215bc2772e3 None None] returning from RpcWorker wait() {{(pid=92933) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 18:22:08.111688 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92824) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:22:08.111916 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:08.112067 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:08.112199 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.112371 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:08.112685 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:08.112856 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:08.113077 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:08.113353 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.114082 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.114308 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.114511 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.114790 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.115548 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.115926 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.116349 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.116751 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.117131 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.117413 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.117708 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.118653 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.119522 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.119522 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.119936 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.120144 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.120438 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.120757 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:08.120975 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.121230 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.121580 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.121968 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.122331 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.122710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] debug = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.123089 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.123763 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.124121 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.124525 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.124876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.125277 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.125677 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.126086 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.126446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.126817 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.127160 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.127532 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.127887 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.128302 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.128644 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.129007 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.129429 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.130031 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] host = dv-cinder-774286-17-iscsi {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.130396 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.130741 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.131088 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.131574 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.131957 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.132259 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.132634 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.132995 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.133356 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.133702 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.134058 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.134572 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.134941 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.135304 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.135574 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_options = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.135980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.136548 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.137085 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.137391 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.137665 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.137951 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.138474 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.138692 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.139006 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.139342 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.139680 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.140020 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.140404 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.140743 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.141122 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.141481 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.141852 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.142209 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.142571 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.142939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.143291 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.143641 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.143989 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.144371 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.144768 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.145121 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.145492 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.145844 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.146214 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.146592 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.146942 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.147355 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.147709 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.148067 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.148452 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.148832 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.149175 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.149561 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.149909 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.150278 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.150640 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.150987 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.151335 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.151676 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.152076 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.152472 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_json = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.152781 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.153131 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.153496 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.153833 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.154181 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.154518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.154851 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.155209 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.155729 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.156124 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.156604 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.156974 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.157341 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.157693 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.158063 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.158415 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.158842 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.159169 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.159610 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.159980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.160980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.161332 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.161707 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.162208 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.162629 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.163112 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.164297 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.164297 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.164795 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.164795 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.165741 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.166766 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.167011 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.167300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.167849 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.168053 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.168511 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.168892 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.169243 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.169577 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.169916 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.170638 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.170999 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.171374 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.172227 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.172886 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.173566 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.174123 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.174570 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.174935 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.176259 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.176259 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.176668 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.177042 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.177477 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.177887 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.178246 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.178624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.178992 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.179383 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.179751 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.180149 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.180556 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.180933 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.181293 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.182323 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.182845 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.183310 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.184156 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.184630 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.184959 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.185318 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.185670 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.186026 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.186421 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.186919 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.187655 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.188056 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.188467 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.188793 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.189145 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.189514 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.189913 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.190303 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.196740 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.197297 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.197710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.198082 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.198537 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.198918 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.199287 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.199672 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.200139 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.204841 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.205240 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.205560 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.205841 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.206135 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.206413 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.206740 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.207010 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.207396 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.207736 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.208094 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.208452 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.208748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.209040 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.209368 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.209705 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.210035 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.210316 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.210593 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.210887 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.211169 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.211505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.211820 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.212117 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.216576 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.216945 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.217332 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.223939 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.226598 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.227300 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.228133 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.228884 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.229473 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.229703 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.230047 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.230321 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.230602 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.230871 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.231113 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.231339 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.231582 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.231853 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.232130 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.232407 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.232703 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.232886 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.233030 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.233213 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.233450 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.233665 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.233882 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.234124 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.234348 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.234564 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.234826 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.235049 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.235256 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.235501 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.235718 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.235960 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.236183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.236425 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.236691 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.236931 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.237237 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.237467 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.237705 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.238004 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.238213 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.238449 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.239170 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.239170 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.241401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.241401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.241401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.241401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.241401 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.242102 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.242102 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.242368 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.242505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.242956 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.243119 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.243365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.243614 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.243875 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.244373 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.244659 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.246115 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.246115 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.246115 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.246115 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.246694 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.247463 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.248260 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.248260 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.248498 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.248786 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.249167 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.249516 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.250181 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.250502 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.250790 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.251080 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.251436 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.251815 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.252791 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.252791 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.253114 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.253363 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.253699 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.254756 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.255309 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.255788 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.256108 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.256590 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.256980 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.257320 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.257692 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.258075 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.258520 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.258842 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.259212 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.259613 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.260269 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.260594 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.261556 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.261556 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.261871 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.262337 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.262662 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.263057 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.263491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.263979 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.264382 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.264779 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.265195 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.265546 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.266132 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.266470 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.266972 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.267518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.267973 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.268301 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.268706 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.269154 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.269593 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.270538 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.271233 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.271908 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.272421 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.273112 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.273237 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.273696 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.274183 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.274437 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.274748 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.275305 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.275706 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.276192 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.276594 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.276970 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.277293 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.277960 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36168) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:08.281575 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.281575 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.281575 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92824) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:08.288273 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.288883 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289365 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.289808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.290265 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.290265 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] debug = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.290265 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.290265 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.290265 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.291022 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091157 Jun 22 18:22:08.291099 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.291099 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293063 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293063 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293063 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293063 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293498 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.293777 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.294120 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295223 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295223 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295223 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295223 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295223 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295760 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] host = dv-cinder-774286-17-iscsi {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295760 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.295760 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296048 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296048 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296266 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296393 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296492 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296815 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.296815 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297080 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297080 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297295 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297433 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297541 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297661 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_options = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.297976 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298157 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298283 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298545 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298692 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298823 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.298949 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.299073 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.299370 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.299545 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.299949 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.300700 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.301728 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.301936 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.301936 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.302141 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.302371 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.302371 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.302599 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.302876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.303043 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.303208 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.303599 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304330 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304330 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304330 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304632 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304632 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304839 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.304839 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.305035 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.305197 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.305355 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.305513 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.305801 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306036 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306222 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306364 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306511 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306657 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.306803 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.307020 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.307303 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.307470 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.307613 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_json = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.307857 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.308695 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.308851 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.309062 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.309204 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.309339 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.309474 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.309608 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:08.310393 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.312268 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.313643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.314054 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.314133 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.314405 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.314670 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.314916 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.315153 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.315403 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.315677 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.315965 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.317459 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.318203 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.318441 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.318646 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.318851 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.320607 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.321808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.321808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.321808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.321808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.321808 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.322624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.322624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.322624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.322624 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.323309 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.323309 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.323614 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.323614 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.324643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.324643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.324643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.324643 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325367 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325367 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325367 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325905 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325905 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.325905 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.326533 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.326533 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.327101 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.327101 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.327674 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.327674 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.327674 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.328446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.328446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.328446 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.329604 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.329784 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.330014 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.330280 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.330483 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.330945 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.330945 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.333148 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.333368 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.333721 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.333876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.334730 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.336457 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.336635 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.337143 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.337143 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.337824 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.337824 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.339510 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.339510 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.339769 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.340033 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.340360 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.340658 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.340946 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.341217 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.342736 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.345782 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.346066 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.346441 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.347396 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.347666 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.348329 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.348663 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.348663 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.348944 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.349399 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.349671 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.349913 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.350180 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.350438 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.350704 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.352451 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.352755 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.353215 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.353478 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.353695 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.353961 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.354206 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.354408 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.354654 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.354832 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.355029 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.355721 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.355721 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.355721 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.356083 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.356083 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.356319 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.356587 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.356723 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.357007 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.357163 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.357302 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.358876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.359793 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.359793 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.359793 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.359793 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.360255 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.360255 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.360504 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.360782 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.360782 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361158 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361158 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361523 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361523 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361857 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.361857 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.362224 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.362419 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.362612 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.362802 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.362986 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364400 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364400 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364400 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364982 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364982 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.364982 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.365518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.365518 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.365872 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.365872 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.366217 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.366217 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.366785 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.366785 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.366785 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.367435 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.367435 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.367435 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.369254 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.371491 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.372836 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.373710 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.374505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.374505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.374505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.374505 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.374879 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375007 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375164 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375466 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375603 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375750 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.375912 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.376083 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.376262 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.376440 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.376572 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.376715 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.377568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.377568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.377568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.377568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.377568 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378159 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378159 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378159 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378159 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378625 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378625 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378625 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378968 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.378968 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.379885 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.379885 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.379885 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380325 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380325 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380640 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380640 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.380876 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381112 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381239 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381362 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381473 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381586 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381758 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.381918 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382262 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382262 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382483 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382589 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382695 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.382821 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383001 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383159 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383318 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383477 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383636 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383794 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.383952 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384118 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384323 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384524 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384671 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384813 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:08.384952 dv-cinder-774286-17-iscsi neutron-server[92824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:21.283847 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fddd4-7bf8-4dea-a8f9-994ef657941f None None] get_active_networks_info from dv-cinder-774286-17-iscsi {{(pid=92933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 18:22:21.431527 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fddd4-7bf8-4dea-a8f9-994ef657941f None None] No non-hosted networks {{(pid=92933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 18:22:21.440656 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d7ac0aaa-4ed3-4348-9d5a-0e5c6dbbc9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:24.250143 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ab6d31b9-b7f5-4e65-9ec9-6a42d52f872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:24.330106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-98167306-4ecb-41bb-9b03-f71f0cbb49f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:24.545680 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:24.547411 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.549117 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.550142 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.551550 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.552331 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.553314 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.555462 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.556719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.560450 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.561285 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.562123 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.562718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:24.563393 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-17-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:24.575333 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-17-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:26.121645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:27.979712 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:29.352085 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36266) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:30.161751 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING oslo_policy.policy [None req-93d2ada6-cd31-49d3-9af2-ceba0319e6ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:30.163163 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING oslo_policy.policy [None req-93d2ada6-cd31-49d3-9af2-ceba0319e6ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:30.576714 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [None req-93d2ada6-cd31-49d3-9af2-ceba0319e6ab admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:30.578582 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-93d2ada6-cd31-49d3-9af2-ceba0319e6ab admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2237637 Jun 22 18:22:31.054160 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.db.l3_hamode_db [None req-1be20d03-8ebf-4e7b-be6c-a58a3bf6a063 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 18:22:31.147447 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be20d03-8ebf-4e7b-be6c-a58a3bf6a063 None None] Routers set() bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:31.147831 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be20d03-8ebf-4e7b-be6c-a58a3bf6a063 None None] Router IDs set() for agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 18:22:33.165161 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36280) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:33.543613 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:33.651099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.policy [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92932) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:22:33.699277 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING oslo_policy.policy [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:33.699647 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING oslo_policy.policy [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:33.709920 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.quota [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] Loaded quota_driver: . Jun 22 18:22:33.818250 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267757879', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267758338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267769715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267772221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267749112', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758267857440', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600569', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7761648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528172'] for rbac-policy, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:33.898169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:33.899438 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-68148feb-0a5d-4460-96b6-ded40169b5ab admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7332814 Jun 22 18:22:36.809599 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36292) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:37.154203 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:37.190242 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Made reservation on behalf of 04cbb3a792534dd4aa3428d163d08346 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:37.196729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.216583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.395339 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.401559 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.407004 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:37.435888 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:22:37.466319 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758264631763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.466828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Unsubscribe: segment precommit_create {{(pid=92932) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:22:37.467567 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Added segment cd483d56-1e92-466d-8fb4-7b0d0fe23637 of type vlan for network fd74415a-a963-4492-af46-de3974ca344c Jun 22 18:22:37.475396 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7673a632-b272-4c48-9a22-69e2561ae1a4,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:37.516882 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.517204 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.517521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.517832 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.518150 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.518474 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.518829 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.519154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.519477 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.519780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.520079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.521414 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Tracked resource versions report: Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: pushed versions: Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Log': {'1.0'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Network': {'1.1'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Port': {'1.7'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'PortForwarding': {'1.2'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'QosPolicy': {'1.8'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SubPort': {'1.0'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Subnet': {'1.1'}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Trunk': {'1.1'}} Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: consumer versions: Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'ConntrackHelper': '1.0', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Log': '1.0', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Network': '1.1', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Port': '1.7', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'PortForwarding': '1.2', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'QosPolicy': '1.8', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroup': '1.4', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroupRule': '1.2', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SubPort': '1.0', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Subnet': '1.1', Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Trunk': '1.1'}} Jun 22 18:22:37.522884 dv-cinder-774286-17-iscsi neutron-server[92932]: {{(pid=92932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:37.621014 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:37.624237 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.705451 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.708593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:37.709612 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.714368 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:37.850761 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0392916 Jun 22 18:22:37.896987 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Pushing event updated for resources: {'Network': ['ID=fd74415a-a963-4492-af46-de3974ca344c,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:37.902283 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:37.914086 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network fd74415a-a963-4492-af46-de3974ca344c details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:22:41.121104 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36306) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:41.740100 dv-cinder-774286-17-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:41.740724 dv-cinder-774286-17-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:42.207858 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.policy [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92931) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:22:42.256304 dv-cinder-774286-17-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:42.256635 dv-cinder-774286-17-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:42.265548 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:42.267331 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-328f441f-c9c0-4f74-9864-d0aa35b5622b admin admin] 10.222.0.68 "GET /v2.0/networks/fd74415a-a963-4492-af46-de3974ca344c HTTP/1.1" status: 200 len: 825 time: 1.1452630 Jun 22 18:22:42.311206 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-53a1bd1c-9d23-4c2f-9d2a-8f312cd85343 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/97d232e7-b68e-4b53-8d2f-68cc43f26d67 HTTP/1.1" status: 200 len: 734 time: 0.0375814 Jun 22 18:22:42.321766 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'gateway_ip': '172.20.0.1'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:42.323411 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.quota [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Loaded quota_driver: . Jun 22 18:22:42.371208 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Made reservation on behalf of 04cbb3a792534dd4aa3428d163d08346 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:42.374015 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:42.691256 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:42.694754 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:42.769392 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Checking segment: {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:42.769791 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Network hostable DHCP agents. Network: fd74415a-a963-4492-af46-de3974ca344c, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:22:42.791140 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db948c80-0856-42ed-b7e4-625188bf5c4d,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:42.812117 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.812752 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.813158 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.813448 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.813822 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.814180 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.814547 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.814895 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.815218 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.815534 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.815838 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.816151 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Tracked resource versions report: Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: pushed versions: Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: consumer versions: Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Log': '1.0', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Network': '1.1', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Port': '1.7', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SubPort': '1.0', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Subnet': '1.1', Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jun 22 18:22:42.818489 dv-cinder-774286-17-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:42.837696 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Network fd74415a-a963-4492-af46-de3974ca344c is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:22:42.854012 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, fd74415a-a963-4492-af46-de3974ca344c) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:42.867039 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:42.879663 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:42.880525 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:42.885960 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1a962-6cd4-4980-be5a-7e2eff59b980 None None] Network fd74415a-a963-4492-af46-de3974ca344c requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:22:42.903080 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5858562 Jun 22 18:22:43.253591 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-fd74415a-a963-4492-af46-de3974ca344c', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:22:43.255584 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:43.552413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Allocated IP 172.20.0.2 (fd74415a-a963-4492-af46-de3974ca344c/db948c80-0856-42ed-b7e4-625188bf5c4d/e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:22:43.809625 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:43.866151 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Transition to ACTIVE for port object e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:43.889173 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Transition to ACTIVE for port object e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:43.899723 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:43.903100 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:43.986424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Network fd74415a-a963-4492-af46-de3974ca344c is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:22:43.994281 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:44.002787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Pushing event updated for resources: {'Port': ['ID=e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:44.006393 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:22:44.019502 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.019959 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.020276 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.021214 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.021737 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.022252 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.022586 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.022911 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.023252 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.023580 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.023894 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.024247 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Tracked resource versions report: Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: pushed versions: Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: consumer versions: Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Log': '1.0', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Network': '1.1', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Port': '1.7', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SubPort': '1.0', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Subnet': '1.1', Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jun 22 18:22:44.025659 dv-cinder-774286-17-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:44.050542 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:44.123669 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Attempting to bind port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:22:44.123986 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Attempting to bind port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:22:44.124441 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Attempting to bind port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 on network fd74415a-a963-4492-af46-de3974ca344c {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:22:44.132527 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:22:44.132988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Checking segment: {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:44.133537 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:44.133939 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Bound using segment: {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:22:44.134427 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Bound port: e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:22:44.134845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:44.203434 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] For port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:22:44.208601 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] For port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2,segment=NetworkSegment(cd483d56-1e92-466d-8fb4-7b0d0fe23637),segment_id=cd483d56-1e92-466d-8fb4-7b0d0fe23637)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:22:44.215172 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:44.220708 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:44.297557 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Pushing event updated for resources: {'Port': ['ID=e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:44.299811 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:45.492248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36328) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:45.862079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-29b839b4-2b46-4eb7-8a09-1a8ec3fda98a admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:45.863070 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-29b839b4-2b46-4eb7-8a09-1a8ec3fda98a admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696506 Jun 22 18:22:48.371986 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36336) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:48.756555 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-24d0d172-b94d-49fd-8231-6d294c146968 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:48.758531 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-24d0d172-b94d-49fd-8231-6d294c146968 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3854957 Jun 22 18:22:50.650658 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75734640-1ce3-4d95-8fbb-bddbc7a1ea09 None None] Network fd74415a-a963-4492-af46-de3974ca344c requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:22:50.748233 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6bc34dba-f00a-494e-9df6-16d306cc329b None None] Provisioning for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:50.827730 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:50.948717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:50.953760 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:50.954166 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:51.087422 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:51.133832 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2,segment=NetworkSegment(cd483d56-1e92-466d-8fb4-7b0d0fe23637),segment_id=cd483d56-1e92-466d-8fb4-7b0d0fe23637)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:22:51.138300 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:51.140667 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:51.204712 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1c07bc75-6200-4405-a84c-a2d13e3a5db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:51.214961 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:51.218989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-eb24762d-816b-4edb-9c1a-b1db8b3c9698 None None] Provisioning complete for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:51.219263 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eb24762d-816b-4edb-9c1a-b1db8b3c9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:51.221316 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:51.763615 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36352) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:52.104393 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Request body: {'router': {'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:52.130575 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.133107 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.320627 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.326561 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.340728 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.341802 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3998ae20-d313-45fb-b77b-a75e559aa6a2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5771730 Jun 22 18:22:52.790571 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:52.867896 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:52.868307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:54.249455 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fe504966-ca6b-4a40-a26c-b1eba0c70a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:54.543313 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:54.868561 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36360) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:55.261748 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [None req-7ee19e76-1c0b-4d01-8b0e-c17cb2ac127b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:55.262844 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-7ee19e76-1c0b-4d01-8b0e-c17cb2ac127b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3933055 Jun 22 18:22:56.036531 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:57.700303 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36378) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:57.845203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:57.870137 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Made reservation on behalf of 60331573ceda466f81e07b904b76b5a2 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:57.872631 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:57.889605 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:57.913198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.037546 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.041979 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.046396 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:58.058252 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Reserving flat network on physical network physnet1 {{(pid=92931) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 18:22:58.089843 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bfffc3-f9f2-4acf-9220-80d43fefd086,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:58.093076 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758264631763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.093741 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Unsubscribe: segment precommit_create {{(pid=92931) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:22:58.094415 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Added segment a3af188b-b70e-4eb9-a26b-49b6f875e564 of type flat for network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 Jun 22 18:22:58.111111 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:58.159617 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.214228 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.215555 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:58.216150 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:58.218268 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:58.303537 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6020494 Jun 22 18:22:58.331730 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Pushing event updated for resources: {'Network': ['ID=11e07f2d-94b7-43ed-ae7e-77802d2b8606,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:58.335763 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:58.346974 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:23:00.651471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36396) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:00.792374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265b80f-ff21-4bd5-a61a-4cf9637197e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:00.793771 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1265b80f-ff21-4bd5-a61a-4cf9637197e9 admin admin] 10.222.0.68 "GET /v2.0/subnets/db948c80-0856-42ed-b7e4-625188bf5c4d HTTP/1.1" status: 200 len: 849 time: 0.1413732 Jun 22 18:23:00.979461 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ddcf1e1e-313b-4e8f-926d-f7deaecf9e60 admin admin] 10.222.0.68 "GET /v2.0/routers/dfa175f5-950a-4e6f-b436-a8dce6f05edc HTTP/1.1" status: 200 len: 704 time: 0.1801968 Jun 22 18:23:01.251984 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.563634 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Allocated IP 172.20.0.1 (fd74415a-a963-4492-af46-de3974ca344c/db948c80-0856-42ed-b7e4-625188bf5c4d/63c1dec3-a25b-447c-a3a6-52a5a1b6947f) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:01.766366 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.791957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Transition to ACTIVE for port object 63c1dec3-a25b-447c-a3a6-52a5a1b6947f will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:01.880867 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.884133 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:01.957353 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Network fd74415a-a963-4492-af46-de3974ca344c is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:01.966818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:01.972189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Pushing event updated for resources: {'Port': ['ID=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:01.983646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:01.984241 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.082990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:02.211261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.214981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6c0620d3-9c52-45bb-b316-04a64a25a40a None None] Provisioning for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:02.218802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6c0620d3-9c52-45bb-b316-04a64a25a40a None None] Provisioning complete for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:02.219182 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6c0620d3-9c52-45bb-b316-04a64a25a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.258849 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-6c0620d3-9c52-45bb-b316-04a64a25a40a None None] Port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:02.456385 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.460903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.462036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.463672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:02.539357 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Pushing event updated for resources: {'Port': ['ID=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:02.543092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:02.589285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Network fd74415a-a963-4492-af46-de3974ca344c is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:02.591294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:02.764936 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Router dfa175f5-950a-4e6f-b436-a8dce6f05edc is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:23:02.779841 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-be51f8dc-2066-4d6c-aca7-f18ae8a0dd9d None None] Provisioning complete for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:02.780347 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-be51f8dc-2066-4d6c-aca7-f18ae8a0dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:02.820837 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-be51f8dc-2066-4d6c-aca7-f18ae8a0dd9d None None] Port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:02.857991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:23:02.863111 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] 10.222.0.68 "PUT /v2.0/routers/dfa175f5-950a-4e6f-b436-a8dce6f05edc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8782732 Jun 22 18:23:02.868366 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Sync routers for ids ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:23:02.888708 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Routers {'dfa175f5-950a-4e6f-b436-a8dce6f05edc'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:02.890539 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:22:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:03.100134 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Set router dfa175f5-950a-4e6f-b436-a8dce6f05edc gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:03.575274 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:02Z', 'revision_number': 2, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port_host': None, '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:02Z', 'revision_number': 2, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:03.628702 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Checking router: dfa175f5-950a-4e6f-b436-a8dce6f05edc for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:23:03.629078 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Updating router dfa175f5-950a-4e6f-b436-a8dce6f05edc port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:23:03.701453 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.229501 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.255027 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Transition to ACTIVE for port object 63c1dec3-a25b-447c-a3a6-52a5a1b6947f will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:04.264302 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.267549 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:04.441087 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Pushing event updated for resources: {'Port': ['ID=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:04.447844 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Attempting to bind port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:23:04.448273 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Attempting to bind port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:23:04.448702 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Attempting to bind port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f on network fd74415a-a963-4492-af46-de3974ca344c {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:23:04.456609 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.456949 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.457278 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.457603 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.457925 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.458243 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.459147 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.459652 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.459983 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.460424 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.460749 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.461057 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Tracked resource versions report: Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: pushed versions: Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Log': {'1.0'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Network': {'1.1'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Port': {'1.7'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'PortForwarding': {'1.2'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'QosPolicy': {'1.8'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SubPort': {'1.0'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Subnet': {'1.1'}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Trunk': {'1.1'}} Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: consumer versions: Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'ConntrackHelper': '1.0', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Log': '1.0', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Network': '1.1', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Port': '1.7', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'PortForwarding': '1.2', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'QosPolicy': '1.8', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroup': '1.4', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroupRule': '1.2', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SubPort': '1.0', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Subnet': '1.1', Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Trunk': '1.1'}} Jun 22 18:23:04.462509 dv-cinder-774286-17-iscsi neutron-server[92934]: {{(pid=92934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:04.469486 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:04.470766 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:23:04.471342 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Checking segment: {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:04.471853 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.472278 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Bound using segment: {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:23:04.473089 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Bound port: 63c1dec3-a25b-447c-a3a6-52a5a1b6947f, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd483d56-1e92-466d-8fb4-7b0d0fe23637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:23:04.473210 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.549106 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] For port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:23:04.574340 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] For port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,segment=NetworkSegment(cd483d56-1e92-466d-8fb4-7b0d0fe23637),segment_id=cd483d56-1e92-466d-8fb4-7b0d0fe23637)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:23:04.579047 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:04.582391 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:04.647719 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Pushing event updated for resources: {'Port': ['ID=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,revision_number=4']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:04.651916 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:04.653960 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Routers {'dfa175f5-950a-4e6f-b436-a8dce6f05edc'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:04.654576 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:22:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:04.747998 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] Set router dfa175f5-950a-4e6f-b436-a8dce6f05edc gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:04.968280 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:02Z', 'revision_number': 2, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port_host': None, '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:04Z', 'revision_number': 4, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:04.998254 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b516dfe-366a-4533-9b58-131e54e2d476 None None] The sync data for ids ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'] in dv-cinder-774286-17-iscsi is: [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:02Z', 'revision_number': 2, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port_host': None, '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:04Z', 'revision_number': 4, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:23:05.160525 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36408) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:05.281740 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbbb74-1806-4adf-b5dc-c32c05fc43ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:05.283179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-08cbbb74-1806-4adf-b5dc-c32c05fc43ba admin admin] 10.222.0.68 "GET /v2.0/networks/11e07f2d-94b7-43ed-ae7e-77802d2b8606 HTTP/1.1" status: 200 len: 842 time: 0.1215734 Jun 22 18:23:05.292643 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:05.319077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Made reservation on behalf of 60331573ceda466f81e07b904b76b5a2 for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:05.322145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:05.673560 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.objects.ports [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92932) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 18:23:05.674182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:05.676637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:05.728871 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=00969515-2bb3-400a-8259-7c06eaa5949d,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:05.734555 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:05.741807 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:05.742182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Network hostable DHCP agents. Network: 11e07f2d-94b7-43ed-ae7e-77802d2b8606, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:23:05.763896 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:23:05.775431 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 11e07f2d-94b7-43ed-ae7e-77802d2b8606) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:05.779501 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:05.780095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:05.785093 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d42193-f36d-494b-9468-fac2c94857d9 None None] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:05.797061 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5079165 Jun 22 18:23:05.947907 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1222a3-afdb-4b63-8ddb-c1dee12646b1 None None] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:08.171371 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 36420) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:08.312331 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a306264d-a34e-42cf-8c80-e62cc6c09538 admin admin] 10.222.0.68 "GET /v2.0/routers/dfa175f5-950a-4e6f-b436-a8dce6f05edc HTTP/1.1" status: 200 len: 710 time: 0.1398115 Jun 22 18:23:08.399296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981bc9a-1773-4fe6-9f08-b81e081f8ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:08.400686 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b981bc9a-1773-4fe6-9f08-b81e081f8ed5 admin admin] 10.222.0.68 "GET /v2.0/networks/11e07f2d-94b7-43ed-ae7e-77802d2b8606 HTTP/1.1" status: 200 len: 886 time: 0.0833552 Jun 22 18:23:08.409435 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:08.743231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:08.814102 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 63c1dec3-a25b-447c-a3a6-52a5a1b6947f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:08.866041 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:08.869976 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:08.870356 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:08.957378 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.011291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.049884 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,segment=NetworkSegment(cd483d56-1e92-466d-8fb4-7b0d0fe23637),segment_id=cd483d56-1e92-466d-8fb4-7b0d0fe23637)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:09.055075 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.057273 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:09.091885 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.131774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=63c1dec3-a25b-447c-a3a6-52a5a1b6947f,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:09.136346 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:09.232583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Allocated IP 172.27.0.54 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:09.346257 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.388158 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.390491 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:09.443546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:09.446390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:09.451596 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:09.453919 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:09.486375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:09.701441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.898374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:09.901562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-485865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508570'] for router, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:10.019273 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Router dfa175f5-950a-4e6f-b436-a8dce6f05edc has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:23:10.234649 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:23:10.238941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:10.240668 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] 10.222.0.68 "PUT /v2.0/routers/dfa175f5-950a-4e6f-b436-a8dce6f05edc HTTP/1.1" status: 200 len: 889 time: 1.8340318 Jun 22 18:23:10.244651 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Sync routers for ids ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:23:10.258108 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Routers {'dfa175f5-950a-4e6f-b436-a8dce6f05edc'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:10.258928 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:22:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:10.521019 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Set router dfa175f5-950a-4e6f-b436-a8dce6f05edc gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:10.812963 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 63c1dec3-a25b-447c-a3a6-52a5a1b6947f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:10.937821 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:10.938193 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.020412 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 4, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port': {'id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:09Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 5, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:11.092581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Checking router: dfa175f5-950a-4e6f-b436-a8dce6f05edc for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:23:11.092859 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Updating router dfa175f5-950a-4e6f-b436-a8dce6f05edc port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:23:11.139453 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.497836 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.513213 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Transition to ACTIVE for port object 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:11.521402 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.523789 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:11.587652 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Attempting to bind port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:23:11.588023 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Attempting to bind port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:23:11.588417 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Attempting to bind port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:23:11.590512 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Pushing event updated for resources: {'Port': ['ID=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:11.594204 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:11.597188 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:23:11.597567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:11.598095 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.598540 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:23:11.599057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Bound port: 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:23:11.599977 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.748480 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] For port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:23:11.753478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] For port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:23:11.759200 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.761582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:11.823774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Routers {'dfa175f5-950a-4e6f-b436-a8dce6f05edc'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:11.824430 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:22:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:11.826337 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Pushing event updated for resources: {'Port': ['ID=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:11.829862 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:11.938760 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] Set router dfa175f5-950a-4e6f-b436-a8dce6f05edc gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:12.189991 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 4, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port': {'id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:09Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 5, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:12.222803 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f17f2-8344-471e-91c4-ef38ab1b1cc6 None None] The sync data for ids ['dfa175f5-950a-4e6f-b436-a8dce6f05edc'] in dv-cinder-774286-17-iscsi is: [{'id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'name': 'router1', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:52Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 4, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'gw_port': {'id': '8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:09Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '63c1dec3-a25b-447c-a3a6-52a5a1b6947f', 'name': '', 'network_id': 'fd74415a-a963-4492-af46-de3974ca344c', 'tenant_id': '04cbb3a792534dd4aa3428d163d08346', 'mac_address': 'fa:16:3e:af:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa175f5-950a-4e6f-b436-a8dce6f05edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:09Z', 'revision_number': 5, 'project_id': '04cbb3a792534dd4aa3428d163d08346', 'subnets': [{'id': 'db948c80-0856-42ed-b7e4-625188bf5c4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d232e7-b68e-4b53-8d2f-68cc43f26d67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:23:12.804417 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36428) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:12.845636 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:12.920129 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:12.926317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:12.926767 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:12.978749 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c52f7bf6-79d8-4d9c-bcda-5ee5dd0ad6b4 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1731558 Jun 22 18:23:13.023426 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:13.048992 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:13.055773 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:13.063704 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:13.121089 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:13.128839 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:13.200069 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:14.832239 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:14.895676 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 8c3c8fbc-a97d-47f2-90c2-faf49ab9ff96 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:14.895983 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:21.185572 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-72c1c589-9dc7-480d-b4f6-8b1c878ffb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:24.265748 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e6695889-dc66-4d62-9b11-ed375cbf5a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:24.579369 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:26.042403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:27.937692 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:50.203790 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:51.185583 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-74053ba7-77ff-43d6-be45-cced4a53b96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:54.244725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-736b4e57-b69c-4dd4-8f53-31f779739308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:54.549786 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:56.055814 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:57.936476 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:21.185648 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fcefe7d7-72a3-4062-9058-08394a7044ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:24.247720 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-20b515f2-5ffc-4753-bb67-1fd715d45ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:24.547004 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:26.048468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:27.202180 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:27.936340 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:51.178563 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a0061b46-fb59-4b29-a6ea-54491dbd5ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:54.239428 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cd93e1b6-9fdc-41ee-b35b-c2aaaf75b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:54.549117 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:56.052569 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:57.541051 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 36996) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:57.607165 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cbbf47-13ea-49fd-9c58-a09ae8fd5ba7 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:24:57.608561 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-03cbbf47-13ea-49fd-9c58-a09ae8fd5ba7 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663269 Jun 22 18:24:57.798812 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7930ce6-48f7-44e5-aa53-c8c8be8bb7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:57.800175 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b7930ce6-48f7-44e5-aa53-c8c8be8bb7f7 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1871684 Jun 22 18:24:57.940594 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:59.997905 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37006) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:00.088199 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585fb6e-1bb2-43f5-b8be-0cb999a65a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:00.089554 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c585fb6e-1bb2-43f5-b8be-0cb999a65a97 admin admin] 10.222.0.68 "GET /v2.0/subnets/db948c80-0856-42ed-b7e4-625188bf5c4d HTTP/1.1" status: 200 len: 849 time: 0.0906003 Jun 22 18:25:00.099446 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:00.186225 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:00.337898 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758264551644'] for subnet, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:00.340117 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:00.376587 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:00.378258 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:00.379089 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] 10.222.0.68 "PUT /v2.0/subnets/db948c80-0856-42ed-b7e4-625188bf5c4d HTTP/1.1" status: 200 len: 868 time: 0.2840269 Jun 22 18:25:00.387268 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d2abd-1ea6-4f0d-b841-1a76f24d204e None None] Network fd74415a-a963-4492-af46-de3974ca344c requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:25:00.397917 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db948c80-0856-42ed-b7e4-625188bf5c4d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:00.406659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.407020 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.407343 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.407827 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.408167 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.408533 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.408864 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.409188 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.409522 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.409844 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.410162 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.410476 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:00.415790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:00.823678 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-1604c83b-fb64-46b7-badf-23fac361dfa8 None None] Provisioning complete for port 63c1dec3-a25b-447c-a3a6-52a5a1b6947f triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:00.824068 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1604c83b-fb64-46b7-badf-23fac361dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:00.920548 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-1604c83b-fb64-46b7-badf-23fac361dfa8 None None] Provisioning complete for port e25fffd0-5b1d-4b4f-9a31-d7c944a7b4a2 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:00.920839 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1604c83b-fb64-46b7-badf-23fac361dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:02.549402 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37014) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:02.751857 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6663a2-9bdb-4358-ab0f-bfd0ad104dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:02.752262 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6663a2-9bdb-4358-ab0f-bfd0ad104dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:02.753800 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5a6663a2-9bdb-4358-ab0f-bfd0ad104dec admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031479 Jun 22 18:25:04.200179 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:04.931810 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37022) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:05.130775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045dc3b-35fb-4187-8e35-3790898d2a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:05.131164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045dc3b-35fb-4187-8e35-3790898d2a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:05.132707 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1045dc3b-35fb-4187-8e35-3790898d2a2b admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999097 Jun 22 18:25:07.330277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37032) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:07.460743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ece61-04a6-4671-9cc6-af2283f48445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:07.462101 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-152ece61-04a6-4671-9cc6-af2283f48445 admin admin] 10.222.0.68 "GET /v2.0/networks/11e07f2d-94b7-43ed-ae7e-77802d2b8606 HTTP/1.1" status: 200 len: 886 time: 0.1308851 Jun 22 18:25:09.632756 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37040) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:09.761318 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae047b4-e66f-4f23-8ba6-e539d9d62565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:09.762677 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8ae047b4-e66f-4f23-8ba6-e539d9d62565 admin admin] 10.222.0.68 "GET /v2.0/networks/fd74415a-a963-4492-af46-de3974ca344c HTTP/1.1" status: 200 len: 869 time: 0.1289747 Jun 22 18:25:11.914145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37048) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:12.038049 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67397eeb-348b-4550-b327-e9404adce474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:12.038500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67397eeb-348b-4550-b327-e9404adce474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:12.040003 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-67397eeb-348b-4550-b327-e9404adce474 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249197 Jun 22 18:25:14.270570 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37056) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:14.372878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769c859-1fcf-4abe-9b30-5e24cd42d9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:14.373326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769c859-1fcf-4abe-9b30-5e24cd42d9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:14.374833 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d769c859-1fcf-4abe-9b30-5e24cd42d9e8 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033146 Jun 22 18:25:16.515842 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37064) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:16.602047 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ea72d-2874-4e66-b1ed-61b0c98f6805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:16.603729 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a27ea72d-2874-4e66-b1ed-61b0c98f6805 admin admin] 10.222.0.68 "GET /v2.0/subnets/00969515-2bb3-400a-8259-7c06eaa5949d HTTP/1.1" status: 200 len: 816 time: 0.0867288 Jun 22 18:25:18.819458 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37072) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:18.909730 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d8c13-b750-4d70-abd4-2f49cfd4edd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:18.911062 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d28d8c13-b750-4d70-abd4-2f49cfd4edd8 admin admin] 10.222.0.68 "GET /v2.0/subnets/db948c80-0856-42ed-b7e4-625188bf5c4d HTTP/1.1" status: 200 len: 868 time: 0.0906675 Jun 22 18:25:21.181403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dcacf736-d698-4667-b73d-53e0e14d0c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:24.243194 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-50c0296d-6270-4fe9-863c-7e10283e32eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:24.551864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:26.056409 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:27.942439 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:41.198804 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:42.815315 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37116) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:42.865098 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-428689e1-d8a4-4191-b91c-5480455e50f5 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:25:42.866113 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-428689e1-d8a4-4191-b91c-5480455e50f5 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498590 Jun 22 18:25:45.220553 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37124) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:45.286444 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ff279d-129b-4c43-9ca7-892d16afcf84 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:25:45.287812 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d2ff279d-129b-4c43-9ca7-892d16afcf84 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660050 Jun 22 18:25:45.380300 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baad446-0f07-44d8-9381-0b19fb11161c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:45.381745 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3baad446-0f07-44d8-9381-0b19fb11161c admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0883164 Jun 22 18:25:47.629594 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37132) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:47.675604 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:47.695593 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Made reservation on behalf of 60331573ceda466f81e07b904b76b5a2 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:25:47.697899 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:47.734033 dv-cinder-774286-17-iscsi neutron-server[92931]: WARNING neutron.services.revisions.revision_plugin [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Could not find related network for resource to bump revision. Jun 22 18:25:47.748106 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:25:47.758240 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:47.758572 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Added segment 420a74b1-9600-444b-864d-5c32ba078dc6 of type vlan for network 1d0e057c-fe51-4026-8062-efd537dd3615 Jun 22 18:25:47.800066 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:47.830411 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:47.832564 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:47.833131 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:47.836114 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:47.936978 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3056798 Jun 22 18:25:47.949777 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0e057c-fe51-4026-8062-efd537dd3615,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:47.953734 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:47.964519 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 1d0e057c-fe51-4026-8062-efd537dd3615 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:25:50.182914 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37140) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:50.242291 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c864d8-de50-42ca-90bb-0c24c4dfce9c admin admin] GET failed (client error): The resource could not be found. Jun 22 18:25:50.243595 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-81c864d8-de50-42ca-90bb-0c24c4dfce9c admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597408 Jun 22 18:25:50.315785 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ade1a5-d241-4fae-8022-62fd8065b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:50.317256 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-07ade1a5-d241-4fae-8022-62fd8065b955 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698500 Jun 22 18:25:50.326819 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:50.348248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Made reservation on behalf of 60331573ceda466f81e07b904b76b5a2 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:25:50.350499 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:50.517408 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:50.519405 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:50.566309 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0068ad-b415-47bf-bf60-e9045f830cca,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:50.573643 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:50.582315 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Checking segment: {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:25:50.582666 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Network hostable DHCP agents. Network: 1d0e057c-fe51-4026-8062-efd537dd3615, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:25:50.598065 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Network 1d0e057c-fe51-4026-8062-efd537dd3615 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:25:50.606270 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 1d0e057c-fe51-4026-8062-efd537dd3615) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:25:50.611251 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:50.611840 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:50.617704 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9125b-d9d5-4828-94d7-6cc97a341b80 None None] Network 1d0e057c-fe51-4026-8062-efd537dd3615 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:25:50.627271 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3039041 Jun 22 18:25:50.780424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-1d0e057c-fe51-4026-8062-efd537dd3615', 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615', 'tenant_id': '60331573ceda466f81e07b904b76b5a2', 'fixed_ips': [{'subnet_id': 'cc0068ad-b415-47bf-bf60-e9045f830cca'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:25:50.781717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:50.928459 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Allocated IP 192.168.233.2 (1d0e057c-fe51-4026-8062-efd537dd3615/cc0068ad-b415-47bf-bf60-e9045f830cca/70cac500-cc75-4056-9be1-34a83dae355b) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:25:51.077937 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.087412 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Transition to ACTIVE for port object 70cac500-cc75-4056-9be1-34a83dae355b will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:25:51.103566 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Transition to ACTIVE for port object 70cac500-cc75-4056-9be1-34a83dae355b will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:25:51.110298 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.112521 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:51.154592 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Network 1d0e057c-fe51-4026-8062-efd537dd3615 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:25:51.158261 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:25:51.162055 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:25:51.167541 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Pushing event updated for resources: {'Port': ['ID=70cac500-cc75-4056-9be1-34a83dae355b,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:51.215825 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.216199 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.216576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.216918 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.217599 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.217851 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.217984 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.218348 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.218702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.219041 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.219385 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.219716 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:51.224799 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9db160b8-554d-47f1-a36a-0903da10786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.235928 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:51.269905 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Attempting to bind port 70cac500-cc75-4056-9be1-34a83dae355b on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:25:51.271033 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Attempting to bind port 70cac500-cc75-4056-9be1-34a83dae355b by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:25:51.271033 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Attempting to bind port 70cac500-cc75-4056-9be1-34a83dae355b on network 1d0e057c-fe51-4026-8062-efd537dd3615 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:25:51.276449 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:25:51.276845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Checking segment: {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:25:51.277251 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.277702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Bound using segment: {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:25:51.278160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Bound port: 70cac500-cc75-4056-9be1-34a83dae355b, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:25:51.278530 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.342840 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] For port 70cac500-cc75-4056-9be1-34a83dae355b, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:25:51.346548 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] For port 70cac500-cc75-4056-9be1-34a83dae355b, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=70cac500-cc75-4056-9be1-34a83dae355b,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:25:51.350383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.352549 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:51.420753 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Pushing event updated for resources: {'Port': ['ID=70cac500-cc75-4056-9be1-34a83dae355b,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:51.425302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:52.280436 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b87c9b-3409-48e4-afe5-da3f72be37d4 None None] Network 1d0e057c-fe51-4026-8062-efd537dd3615 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:25:52.359881 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-d677ba24-b3fd-4858-b9a4-e6972323d669 None None] Provisioning for port 70cac500-cc75-4056-9be1-34a83dae355b completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:25:52.944169 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 70cac500-cc75-4056-9be1-34a83dae355b up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:25:53.001469 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 70cac500-cc75-4056-9be1-34a83dae355b completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:25:53.006366 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 70cac500-cc75-4056-9be1-34a83dae355b triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:53.006752 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:53.101914 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:53.135316 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 70cac500-cc75-4056-9be1-34a83dae355b, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=70cac500-cc75-4056-9be1-34a83dae355b,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:25:53.139940 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:53.142239 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-d65de4ec-e398-4df1-b0b6-f33a72ac7214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:53.193588 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=70cac500-cc75-4056-9be1-34a83dae355b,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:53.196940 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:54.245426 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4472aeb1-3edd-4d39-b81c-39d95d2c8513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:54.554021 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:54.917982 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 70cac500-cc75-4056-9be1-34a83dae355b up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:25:54.970666 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 70cac500-cc75-4056-9be1-34a83dae355b triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:54.971052 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:56.056389 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.947802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:18.197869 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:21.190988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-43be5fba-3d1f-41e8-be39-50934981f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:24.251120 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7e96466e-da96-4f52-9693-bd0d9dc9a279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:24.554500 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:26.059344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:27.949820 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:51.193295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7f3f32c1-01b5-435a-9bf3-29df15f5aed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:54.253647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ce8cea80-f225-46cb-8bfe-4b3a9c07ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:54.558344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:55.195754 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:56.063371 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:57.952696 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:00.429829 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37194) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:00.436329 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-3b3d7c58-bde2-482f-801a-0cfdec314f62 tempest-verify_tempest_config-698489076 tempest-verify_tempest_config-698489076-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:27:00.437371 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3b3d7c58-bde2-482f-801a-0cfdec314f62 tempest-verify_tempest_config-698489076 tempest-verify_tempest_config-698489076-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065269 Jun 22 18:27:00.763992 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37212) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:00.874161 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:00.963704 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:00.969791 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:00.973115 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:27:01.016450 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da1297bb7e2b47dca2dba2a0737fc874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2510948 Jun 22 18:27:01.017148 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2934a8b2-d061-478c-81d3-c26a6151c635,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:27:01.019116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37216) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:01.024023 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.024414 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.024752 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.025081 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.025414 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.025746 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.026068 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.026402 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.026726 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.027043 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.027504 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.027789 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.031757 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:27:01.076275 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:01.096552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:01.181906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:01.185704 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:01.187215 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2934a8b2-d061-478c-81d3-c26a6151c635 HTTP/1.1" status: 204 len: 168 time: 0.1668603 Jun 22 18:27:01.188356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:27:01.196589 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934a8b2-d061-478c-81d3-c26a6151c635,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:27:01.203998 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.204380 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.204732 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.205178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.205509 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.205982 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.206316 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.206658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.206999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.207326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.207650 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.207968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:01.216721 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:27:21.195365 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-33ffb633-4c26-4ee3-9bc4-d23a52e5d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:24.258678 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-15797ef4-b14f-423a-98ba-afce17043732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:24.563383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:26.065560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:27.957761 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:32.194469 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:51.195633 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d34685bf-5eb9-4fe8-ae43-f6a32247af9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:54.249826 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-acd7b21d-d42a-4fc4-b7ac-007b19476f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:54.564951 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:56.068952 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:57.960088 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:09.193022 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:21.197573 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f589-32c1-4034-a407-ad11fa70d79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:24.250552 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-17352224-016f-40ea-9236-801e24001ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:24.565174 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:26.071598 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:27.962647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:46.191400 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 5 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:46.955674 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754'] for agent, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:50.893262 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37270) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:28:50.997120 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-57f2e53b-7ba1-4b55-b655-75dbbf177673 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1027567 Jun 22 18:28:51.202001 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3028-50eb-4dc5-9fce-d3e830e2473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:53.142047 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37280) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:28:53.194422 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8bd7135c-dcb4-4ad6-b7c7-8c54b6540fd2 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0512955 Jun 22 18:28:54.251685 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d6591736-ff7a-438a-a102-0ef27b8b515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:54.566248 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:56.076307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:57.968777 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:16.910782 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:21.202530 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cf2b19b2-e10a-4579-9ee9-e110693f4616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:23.189895 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:24.253208 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6a699609-1d05-4867-baa0-5197971f6593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:24.566980 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:26.076356 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:27.972317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.000945 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.210366 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8470a54c-6db0-498f-a40b-64e2f4446707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.260140 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4e518b13-a27e-4c0b-aa96-e5a1af572c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.567255 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.080738 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:57.973856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.188675 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:16.926861 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:21.208069 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-66ea4143-4207-4ea0-9d77-662174dbdf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:22.688944 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37378) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:22.876868 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-network', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:22.904335 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Made reservation on behalf of b333029deea540eabfb58cc940dcb5c8 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:22.906686 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:22.917668 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.017869 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.022481 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.025818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:23.055214 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:23.058089 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5688142-9536-424b-ac03-6b6658734ba1,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:23.069681 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.070022 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.070371 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.070701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.071106 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.071479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.071741 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.072086 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.072451 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.072777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.073091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.073406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Tracked resource versions report: Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: pushed versions: Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Log': {'1.0'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Network': {'1.1'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Port': {'1.7'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'PortForwarding': {'1.2'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'QosPolicy': {'1.8'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SubPort': {'1.0'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Subnet': {'1.1'}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Trunk': {'1.1'}} Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: consumer versions: Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'ConntrackHelper': '1.0', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Log': '1.0', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Network': '1.1', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Port': '1.7', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'PortForwarding': '1.2', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'QosPolicy': '1.8', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroup': '1.4', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SecurityGroupRule': '1.2', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'SubPort': '1.0', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Subnet': '1.1', Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: 'Trunk': '1.1'}} Jun 22 18:30:23.074907 dv-cinder-774286-17-iscsi neutron-server[92932]: {{(pid=92932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:23.078691 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:23.083929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.084309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Added segment 119054a5-a1b7-452f-a1a8-41228cecb50f of type vlan for network dc61d56c-4eb6-41b8-a894-faf1374162eb Jun 22 18:30:23.153586 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.192257 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.193483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:23.194055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.197942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:23.247651 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5569530 Jun 22 18:30:23.252875 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37424) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:23.260793 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Request body: {'subnet': {'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-subnet', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:23.260984 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Pushing event updated for resources: {'Network': ['ID=dc61d56c-4eb6-41b8-a894-faf1374162eb,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:23.264368 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:23.273764 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network dc61d56c-4eb6-41b8-a894-faf1374162eb details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:23.309962 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Made reservation on behalf of b333029deea540eabfb58cc940dcb5c8 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:23.312611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.514060 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.517394 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-4c713ab1-40de-4a9f-b9c1-35f6050c5c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:23.565750 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2839ea7b-7862-4880-bda3-6ed5a52b7550,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:23.582885 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.583270 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.583621 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.583955 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.584314 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.584888 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.585105 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.585310 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.586218 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.586451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.586743 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.587497 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Tracked resource versions report: Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: pushed versions: Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: consumer versions: Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Log': '1.0', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Network': '1.1', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Port': '1.7', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'SubPort': '1.0', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Subnet': '1.1', Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jun 22 18:30:23.588653 dv-cinder-774286-17-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:23.597343 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:23.603201 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Checking segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:23.603551 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Network hostable DHCP agents. Network: dc61d56c-4eb6-41b8-a894-faf1374162eb, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:23.622865 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Network dc61d56c-4eb6-41b8-a894-faf1374162eb is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:23.635679 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, dc61d56c-4eb6-41b8-a894-faf1374162eb) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:23.642412 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:23.644180 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab66e44-7302-4124-99f9-2a844478f488 None None] Network dc61d56c-4eb6-41b8-a894-faf1374162eb requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:23.645038 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.664427 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4096243 Jun 22 18:30:23.667551 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37442) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:23.673003 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:23.695015 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.697486 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.755958 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.798235 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abaeff1-87fc-449a-9202-8a9959d13687 None None] Network dc61d56c-4eb6-41b8-a894-faf1374162eb requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:23.996024 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.259343 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0a770eff-4f31-4da2-a942-0823a090227e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.282672 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.311485 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.476331 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Allocated IP 172.27.0.35 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:24.572681 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.688869 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.757657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37504) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:24.787176 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.790641 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:24.794380 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37514) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:24.804117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37520) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:24.840421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37524) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:24.881276 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:24.883070 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:24.886953 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:24.891617 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:24.893216 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:24.943313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1410251893-network', 'tenant_id': '3c7a7d5cfafd479b8a8be6b556112282'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:24.972383 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Made reservation on behalf of 3c7a7d5cfafd479b8a8be6b556112282 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:24.974938 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.985068 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.102842 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.111609 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-network', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:25.119314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.128473 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.151491 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-569667229-network', 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:25.165604 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:25.178143 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-740052446-network', 'tenant_id': '0dc583bfc6c542298325d018c5edbf8d'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:25.205971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Made reservation on behalf of 475ac2b0c01244cda93c79420a97dd69 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:25.208465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.219179 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Made reservation on behalf of 0dc583bfc6c542298325d018c5edbf8d for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:25.222056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.240785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.251765 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.252277 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Added segment 481e1332-88fc-4394-85f7-9946059c60fa of type vlan for network 088efd90-605f-4a94-93ee-eeb248f14f55 Jun 22 18:30:25.292569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.297734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0924758b-b707-4164-85c5-4eaf5596d67f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.311171 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.358859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.387414 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.429478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.432504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.434753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:25.435613 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.441476 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-60faf289-aaf4-4667-9dbf-37cd519ba64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.443555 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.482123 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:25.574801 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.574801 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Added segment 402d78d1-86a8-4b5c-a4fc-95ced1db75aa of type vlan for network e6fcbc41-58ee-48eb-947a-ac645b276e9b Jun 22 18:30:25.617755 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.626670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:25.630164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.678687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9195988 Jun 22 18:30:25.702449 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37546) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:25.703740 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Pushing event updated for resources: {'Network': ['ID=088efd90-605f-4a94-93ee-eeb248f14f55,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.718230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 088efd90-605f-4a94-93ee-eeb248f14f55 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:25.730640 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Request body: {'subnet': {'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1410251893-subnet', 'tenant_id': '3c7a7d5cfafd479b8a8be6b556112282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:25.735977 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.737125 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.740314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.762259 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.842385 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:30:25.975857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.981003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974953b-14b3-4da8-bb7a-6ac3d557099d,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:26.014029 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:26.015085 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.016076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.034269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:26.034849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.038945 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:26.041403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:26.076001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0579f911-605c-416e-8c9f-dc824492db5c,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:26.097240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:26.099016 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:26.100024 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.144017 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:26.170514 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Sync routers for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:26.188792 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:26.191089 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:26.244315 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fcbc41-58ee-48eb-947a-ac645b276e9b,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:26.263275 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network e6fcbc41-58ee-48eb-947a-ac645b276e9b details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:26.263943 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.264309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Added segment 72e55c52-aeb8-4977-b73e-ebe179427e22 of type vlan for network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb Jun 22 18:30:26.265819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Made reservation on behalf of 3c7a7d5cfafd479b8a8be6b556112282 for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:26.268117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.307843 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:26.451676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.507990 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:26.536342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.543856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:26.544546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.550780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:26.691606 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.705269 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.709723 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0411429 Jun 22 18:30:26.710460 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37594) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:26.780132 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9349458 Jun 22 18:30:26.781444 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:26.784898 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37604) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:26.794126 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Request body: {'subnet': {'network_id': 'e6fcbc41-58ee-48eb-947a-ac645b276e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-740052446-subnet', 'tenant_id': '0dc583bfc6c542298325d018c5edbf8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:26.798688 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:26.802804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:26.803943 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.804116 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:25Z', 'revision_number': 3, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:26.821690 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0243618 Jun 22 18:30:26.825116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Made reservation on behalf of 0dc583bfc6c542298325d018c5edbf8d for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:26.827814 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.916040 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Checking router: 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:26.917125 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Updating router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:26.979793 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37608) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:26.988227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:26.994120 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.005478 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.005832 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Request body: {'subnet': {'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-subnet', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:27.025775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:27.033687 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6b1cb-42f6-46f3-aa25-04bf650468e9,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.042630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.043305 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.085522 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4699f370-d1b6-48c2-a5fe-41b4b7f7156f,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.089844 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.089844 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Added segment 4dc23456-57c2-4a24-a1a1-2890a163142c of type vlan for network 3c25009f-7ae2-428e-945c-baff14714986 Jun 22 18:30:27.099071 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.154970 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.166615 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Checking segment: {'id': '481e1332-88fc-4394-85f7-9946059c60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:27.166964 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Network hostable DHCP agents. Network: 088efd90-605f-4a94-93ee-eeb248f14f55, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:27.209269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Network 088efd90-605f-4a94-93ee-eeb248f14f55 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:27.215480 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Made reservation on behalf of 475ac2b0c01244cda93c79420a97dd69 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:27.218957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.219160 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.220813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:27.221480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.225936 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.227979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 088efd90-605f-4a94-93ee-eeb248f14f55) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:27.242368 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87617b72-6708-41b8-88b8-98c522822811 None None] Network 088efd90-605f-4a94-93ee-eeb248f14f55 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:27.253171 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:27.253754 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.304292 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4987986 Jun 22 18:30:27.315374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37634) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:27.324987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6168790 Jun 22 18:30:27.331224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Request body: {'subnet': {'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-569667229-subnet', 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:27.360667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Pushing event updated for resources: {'Network': ['ID=3c25009f-7ae2-428e-945c-baff14714986,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.366865 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.378306 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 3c25009f-7ae2-428e-945c-baff14714986 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:27.397362 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:27.402452 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.722847 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.723411 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf4705-aad9-41b3-aff4-ce5d0da25d46 None None] Network 088efd90-605f-4a94-93ee-eeb248f14f55 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:27.723576 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37648) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:27.723906 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.738296 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Transition to ACTIVE for port object 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:27.749200 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.754715 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.756666 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bd00ec47-c85b-4a16-9ada-a2495e5d5097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.825302 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Pushing event updated for resources: {'Port': ['ID=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.835260 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.835617 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.836125 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.837363 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.837892 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.838522 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.839008 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.839979 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.840708 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.841592 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.842084 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.842554 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:27.843750 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37656) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Tracked resource versions report: Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: pushed versions: Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Log': {'1.0'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Network': {'1.1'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Port': {'1.7'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'PortForwarding': {'1.2'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'QosPolicy': {'1.8'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SubPort': {'1.0'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Subnet': {'1.1'}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Trunk': {'1.1'}} Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: consumer versions: Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'ConntrackHelper': '1.0', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Log': '1.0', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Network': '1.1', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Port': '1.7', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'PortForwarding': '1.2', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'QosPolicy': '1.8', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroup': '1.4', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SecurityGroupRule': '1.2', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'SubPort': '1.0', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Subnet': '1.1', Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: 'Trunk': '1.1'}} Jun 22 18:30:27.843995 dv-cinder-774286-17-iscsi neutron-server[92934]: {{(pid=92934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:27.848099 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.866256 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Attempting to bind port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:27.866625 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Attempting to bind port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:27.867787 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Attempting to bind port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:27.874821 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:27.876063 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:27.878679 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.880108 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:27.885056 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Bound port: 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:27.885772 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.924488 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.933975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a238bd0-064c-42e7-943a-ba79df8cdfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.972131 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.976725 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] For port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:27.982703 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] For port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:27.988288 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.991103 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d6ab6746-45b5-40be-9f75-1ba4fb8e61d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.048579 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Pushing event updated for resources: {'Port': ['ID=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.053592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Checking segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:28.053954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Network hostable DHCP agents. Network: 3c25009f-7ae2-428e-945c-baff14714986, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:28.055283 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.068670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d92298f-2054-45f3-9970-803d531bdeed,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.075284 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.080113 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:28.081415 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:28.105789 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Checking segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:28.106158 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Network hostable DHCP agents. Network: f992fe1a-14f9-4d9d-ad76-a684c65a4bcb, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:28.108464 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Network 3c25009f-7ae2-428e-945c-baff14714986 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:28.108675 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a655472-3d27-48ba-9f3e-3df96018fba6,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.122219 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 3c25009f-7ae2-428e-945c-baff14714986) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:28.123528 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.133935 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.135272 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.136808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.136974 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be209aee-e849-4cbd-b37f-7f533d196815 None None] Network 3c25009f-7ae2-428e-945c-baff14714986 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:28.165395 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.190555 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8548448 Jun 22 18:30:28.239353 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.272948 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37686) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.276554 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:30:28.289785 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:28.290113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec02fe-4ac7-4362-a5d9-768ead680b88 None None] Network 3c25009f-7ae2-428e-945c-baff14714986 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:28.298386 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.409822 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Checking segment: {'id': '402d78d1-86a8-4b5c-a4fc-95ced1db75aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6fcbc41-58ee-48eb-947a-ac645b276e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:28.410392 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Network hostable DHCP agents. Network: e6fcbc41-58ee-48eb-947a-ac645b276e9b, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:28.417033 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0cb2cd-a833-4e3b-866a-e86f3696936c,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.431459 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:28.529912 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-128ff77f-3bfc-442c-8686-385d1b2e0ce0 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.530894 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-128ff77f-3bfc-442c-8686-385d1b2e0ce0 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/networks?id=088efd90-605f-4a94-93ee-eeb248f14f55 HTTP/1.1" status: 200 len: 812 time: 0.2556546 Jun 22 18:30:28.539124 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.542916 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, f992fe1a-14f9-4d9d-ad76-a684c65a4bcb) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:28.555184 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a5afc-0ad2-4d5a-8cc2-eac73e421325 None None] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:28.559574 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-28a49310-e3ff-416e-85b2-8c3048dceaec tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/quotas/3c7a7d5cfafd479b8a8be6b556112282 HTTP/1.1" status: 200 len: 375 time: 0.0219738 Jun 22 18:30:28.597106 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:25Z', 'revision_number': 3, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:28.600041 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.600678 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.624066 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-cae5a2c8-5899-4135-86e9-f72958cb9de6 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c7a7d5cfafd479b8a8be6b556112282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637770 Jun 22 18:30:28.645131 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8cdec-3804-4563-9e83-acda489007ec None None] The sync data for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi is: [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:25Z', 'revision_number': 3, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:28.673424 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Network e6fcbc41-58ee-48eb-947a-ac645b276e9b is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:28.712314 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, e6fcbc41-58ee-48eb-947a-ac645b276e9b) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:28.721186 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.721776 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.748272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37710) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.750102 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f4826-e661-4466-b762-6177e7db0dd3 None None] Network e6fcbc41-58ee-48eb-947a-ac645b276e9b requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:28.769130 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.778989 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.809163 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0229185 Jun 22 18:30:28.814911 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.821607 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8349304 Jun 22 18:30:28.822436 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37716) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.838527 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:28.889726 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a3dd01b421b427886c0effb50f0361f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9669745 Jun 22 18:30:28.890592 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49b490-e09f-447c-8bcc-392c2c624a39,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.895180 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37718) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.913208 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:30:28.917774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.937937 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.029519 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-f6502ffe-1f15-4189-8e22-98e2630adfb5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:29.030766 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-f6502ffe-1f15-4189-8e22-98e2630adfb5 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2460878 Jun 22 18:30:29.094855 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.141586 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.169186 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-a03c498c-04d7-45db-9a50-e604bf996114 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:29.178527 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-a03c498c-04d7-45db-9a50-e604bf996114 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.4283583 Jun 22 18:30:29.205455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-9043c630-5891-4441-ad0a-a71e6260fbf5 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/quotas/906e9ea34e354c6599ad55dadb2b9b09 HTTP/1.1" status: 200 len: 375 time: 0.0249007 Jun 22 18:30:29.266247 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-229712cb-515e-4d89-8d3c-e3079d6145b4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563204 Jun 22 18:30:29.273321 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.344616 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-0678180c-8d6d-4acc-b0a3-c9ec34408d23 service neutron] 10.222.0.68 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016152 Jun 22 18:30:29.458085 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.467611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.485410 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc643299-ba78-4ca0-9aad-5d68e02f4559 None None] Network e6fcbc41-58ee-48eb-947a-ac645b276e9b requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:29.531601 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2c3bff73-081f-4787-9d9c-8322b79d2633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.531790 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-3db100ff-11bb-4efe-9848-6bdc07ee86a3 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:29.532894 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-3db100ff-11bb-4efe-9848-6bdc07ee86a3 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0876982 Jun 22 18:30:29.577262 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a086d63ee14341c091032d6e63ff5c16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8497615 Jun 22 18:30:29.583618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37736) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.643274 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.644580 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.653859 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-2e67bc52-f42a-4397-83cd-887bfc59f2ed service neutron] 10.222.0.68 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028204 Jun 22 18:30:29.662251 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e848f-87ac-4a91-86a7-4b4d651e2f9d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.691615 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.716852 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Allocated IP 172.20.0.1 (dc61d56c-4eb6-41b8-a894-faf1374162eb/2839ea7b-7862-4880-bda3-6ed5a52b7550/78a5da80-dddb-4165-abc1-9bd3d98fa08f) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:29.735162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Allocated IP 172.20.0.2 (f992fe1a-14f9-4d9d-ad76-a684c65a4bcb/0a655472-3d27-48ba-9f3e-3df96018fba6/f385eb1e-d3f7-45aa-8caa-c8b57baa4294) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:29.780797 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.783986 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.795319 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.800005 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8f49b490-e09f-447c-8bcc-392c2c624a39 HTTP/1.1" status: 204 len: 168 time: 0.9012198 Jun 22 18:30:29.835101 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1f62ea9e-c758-4d4f-a26b-8224ffc17aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.882204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-d94163cd-2217-4e05-9ae6-f15c3b198df5 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370411 Jun 22 18:30:29.923206 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49b490-e09f-447c-8bcc-392c2c624a39,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.932429 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.938069 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37744) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.958178 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267691514-network', 'tenant_id': 'e1966bb9f67546cca92b7a33e7cae90a'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:30.017929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.073232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.075407 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.151661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Made reservation on behalf of e1966bb9f67546cca92b7a33e7cae90a for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:30.156263 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.170582 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-80812645-a6f0-4972-9126-a029754eddde service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759674 Jun 22 18:30:30.199473 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.259486 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:30.262758 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.266394 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.266592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.268156 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/385e848f-87ac-4a91-86a7-4b4d651e2f9d HTTP/1.1" status: 204 len: 168 time: 0.6821539 Jun 22 18:30:30.269109 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:30.288236 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.308267 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.316414 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Transition to ACTIVE for port object f385eb1e-d3f7-45aa-8caa-c8b57baa4294 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:30.367638 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4f3405b8-4075-4766-8b48-8a780786bd4f req-b9fdca56-ae90-4a9d-93c8-e9482986141a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.0843127 Jun 22 18:30:30.375040 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Transition to ACTIVE for port object f385eb1e-d3f7-45aa-8caa-c8b57baa4294 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:30.377868 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Network dc61d56c-4eb6-41b8-a894-faf1374162eb is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:30.380621 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e848f-87ac-4a91-86a7-4b4d651e2f9d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:30.388765 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.392535 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:30.409030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:30.484650 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Pushing event updated for resources: {'Port': ['ID=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:30.499101 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:30.501088 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.502037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.502489 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.503069 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.504725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.506511 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.507167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.507338 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.507726 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.508105 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.509424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.509933 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Tracked resource versions report: Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: pushed versions: Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: consumer versions: Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: L3 agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: Metadata agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: Metering agent@dv-cinder-774286-17-iscsi: {}, Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-774286-17-iscsi: { 'AddressGroup': '1.2', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Log': '1.0', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Network': '1.1', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Port': '1.7', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'SubPort': '1.0', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Subnet': '1.1', Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jun 22 18:30:30.511098 dv-cinder-774286-17-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:30.515565 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:30.516157 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:30.518915 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:30.617152 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:30.641040 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:30.641410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.754388 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-491d28ec-22d1-4b33-8aca-26cd0b231f36 req-9b7c163c-7760-4e8b-966f-04e67f057f6c tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.1395307 Jun 22 18:30:30.777034 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Attempting to bind port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:30.777420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Attempting to bind port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:30.778202 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Attempting to bind port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:30.791302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:30.791771 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Checking segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:30.792361 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.797847 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Bound using segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:30.798492 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Bound port: f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:30.798905 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.004461 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:31.060286 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] For port f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:31.080015 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] For port f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:31.080193 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:31.089638 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.131152 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:31.149207 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.234090 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.244523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:31.271176 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5ce83601-abd2-4671-b80b-e2ed30fb75f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:31.324394 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:31.329817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37810) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:31.344313 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Pushing event updated for resources: {'Port': ['ID=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:31.349278 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:31.384830 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:31.395302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:31.396460 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.400536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.435067 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.435412 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Added segment 55df3f1f-edd1-41fb-bb19-bc5c3fa721b1 of type vlan for network f786b603-42a2-4bc3-8f42-1735638aa37f Jun 22 18:30:31.438185 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16ccd6-89dc-48d2-915b-b92529551a0a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:31.443307 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:31.531119 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.607094 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:31.616611 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.628983 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:31.662393 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.673466 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.726168 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4125ab7f-a21a-455f-9511-e102a9b22b61 req-0ad55cbb-8021-45f1-9a45-6a9291515904 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.1354010 Jun 22 18:30:31.767094 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:31.775278 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:31.889114 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.902144 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-00c651ac-35b4-4131-b8be-3ff6240373f4 req-eda3a83c-f7e2-440f-87e7-e46b87e3ff9e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.0576856 Jun 22 18:30:31.905560 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.942329 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.951791 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e4991c0c-8232-4a50-aa80-885a50786201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:31.975020 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:31.975648 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.982538 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:31.984267 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a9db1-aba8-4f2f-8501-7d01a0b392b5,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:32.004004 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36c2ec12904f4cfa98f5b2411bcf451a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6714787 Jun 22 18:30:32.006434 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37830) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.009675 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:32.063433 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Pushing event updated for resources: {'Network': ['ID=f786b603-42a2-4bc3-8f42-1735638aa37f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:32.088711 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network f786b603-42a2-4bc3-8f42-1735638aa37f details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:32.098375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.107863 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:32.132743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.136143 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1906199 Jun 22 18:30:32.144072 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 37838) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.149904 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Request body: {'subnet': {'network_id': 'f786b603-42a2-4bc3-8f42-1735638aa37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267691514-subnet', 'tenant_id': 'e1966bb9f67546cca92b7a33e7cae90a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:32.213002 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.228488 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.239466 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.240644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/200a9db1-aba8-4f2f-8501-7d01a0b392b5 HTTP/1.1" status: 204 len: 168 time: 0.2297468 Jun 22 18:30:32.241921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:32.258040 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a9db1-aba8-4f2f-8501-7d01a0b392b5,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:32.263790 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:32.372740 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.513721 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Made reservation on behalf of e1966bb9f67546cca92b7a33e7cae90a for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:32.516996 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.885579 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18250908-610d-4fa7-9f6a-93b83d20358b None None] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:33.208393 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-38703e09-9d37-48b5-9545-4e33bb7bd1a7 None None] Provisioning for port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:33.240799 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b26eee42-71fc-498c-83c1-a9f0c345cafe req-441e351d-c122-45f0-92e8-bf2359bb531b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.1637936 Jun 22 18:30:33.452832 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-984dc93d-1137-451c-a638-bdd620514541 req-7da552c2-75b8-4825-bb10-85b023cb9bf9 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.1334596 Jun 22 18:30:33.546989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f385eb1e-d3f7-45aa-8caa-c8b57baa4294 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:33.649342 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:33.657145 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:33.657885 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.717124 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Allocated IP 172.27.0.218 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/1de833d0-687d-4a98-85c2-03fbd1845614) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:33.771920 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.827117 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.836418 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:33.937303 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a945000-d9c0-4d64-a819-663af75a2faa,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:33.958380 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.965062 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:33.969233 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:33.976911 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.984569 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:34.001232 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.008236 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.014703 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7a5ed615-bd2f-40be-8032-94adb45764b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.065580 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.084291 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.084660 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.281782 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Checking segment: {'id': '55df3f1f-edd1-41fb-bb19-bc5c3fa721b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f786b603-42a2-4bc3-8f42-1735638aa37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:34.282367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.284745 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Network hostable DHCP agents. Network: f786b603-42a2-4bc3-8f42-1735638aa37f, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:34.302790 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.326683 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c94962f1-ec83-4a8b-bd67-bc685bcb03c5 None None] Provisioning complete for port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:34.327391 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c94962f1-ec83-4a8b-bd67-bc685bcb03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.360610 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.49', 52589) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:34.422126 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:34.424030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.565319 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.706984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Network f786b603-42a2-4bc3-8f42-1735638aa37f is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:34.809369 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, f786b603-42a2-4bc3-8f42-1735638aa37f) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:34.826596 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:34.827983 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802199d7-d594-4c39-be50-1288c423bc40 None None] Network f786b603-42a2-4bc3-8f42-1735638aa37f requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:34.829748 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.883318 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.985631 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:35.032247 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-37dcdb86-3f65-4c6e-a94d-e990d35a72cb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8764250 Jun 22 18:30:35.032565 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82e64f3d-40eb-4b62-8fd9-767a334f09d8 req-15f330de-9058-4d67-a229-f15ed8f3996c tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.0657945 Jun 22 18:30:35.170265 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-061b78fc-ad4a-45a6-a11e-7abd2bf2588e req-6ed0df03-2a32-4921-a903-8d93de7f0518 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.2044978 Jun 22 18:30:35.217734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-5e865497-32e7-4aad-855e-83c762c0e3e1 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:35.226058 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-5e865497-32e7-4aad-855e-83c762c0e3e1 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.49 "GET /v2.0/networks?id=088efd90-605f-4a94-93ee-eeb248f14f55 HTTP/1.1" status: 200 len: 812 time: 0.8637171 Jun 22 18:30:35.232848 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Network dc61d56c-4eb6-41b8-a894-faf1374162eb is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:35.241671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:35.271668 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f385eb1e-d3f7-45aa-8caa-c8b57baa4294 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:35.292910 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Request body: {'port': {'device_id': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55', 'admin_state_up': True, 'tenant_id': '3c7a7d5cfafd479b8a8be6b556112282'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:35.376977 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:35.385826 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d668d-b6cd-4479-8ee0-94a232c812ec None None] Network f786b603-42a2-4bc3-8f42-1735638aa37f requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:35.405317 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:35.443605 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:35.532005 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.49', 52598) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.640973 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Pushing event updated for resources: {'Port': ['ID=1de833d0-687d-4a98-85c2-03fbd1845614,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:35.656709 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:35.670120 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 37986) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.769261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Deleting subnet ac0cb2cd-a833-4e3b-866a-e86f3696936c {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:30:35.797938 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.841666 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:35.842468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.875978 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.891505 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.113117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-f0508da0-d84d-48da-b215-49cfc0e5919d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:36.114849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-f0508da0-d84d-48da-b215-49cfc0e5919d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.5812104 Jun 22 18:30:36.119626 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.125364 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:36.189570 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Request body: {'port': {'device_id': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'admin_state_up': True, 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:36.287975 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:30:36.376441 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38018) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:36.417031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0cb2cd-a833-4e3b-866a-e86f3696936c,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:36.442133 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:36.454819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Made reservation on behalf of 3c7a7d5cfafd479b8a8be6b556112282 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:36.470800 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.481278 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.501031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ac0cb2cd-a833-4e3b-866a-e86f3696936c HTTP/1.1" status: 204 len: 168 time: 0.8161278 Jun 22 18:30:36.553486 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38030) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:36.587532 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0cdb3ecb-9e4c-4dfe-840f-5a5c79df8285 req-5707b2a8-afcc-4424-9fa8-ffa4373be4c8 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.1555185 Jun 22 18:30:36.590285 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.710458 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c753869c-345b-484a-9986-e9d87c55bcbf req-e5dcadca-3e8c-4e84-9ef0-987f802c5d6a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.0716381 Jun 22 18:30:36.786101 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:36.790411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:37.177523 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:37.203761 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:37.223084 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Sync routers for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:37.243086 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:37.250722 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] 10.222.0.68 "PUT /v2.0/routers/8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5392177 Jun 22 18:30:37.257265 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:37.269141 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:37.367274 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38042) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:37.458118 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:37.509862 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Allocated IP 172.20.0.9 (3c25009f-7ae2-428e-945c-baff14714986/9d92298f-2054-45f3-9970-803d531bdeed/891f5ff2-ca5c-441d-92ee-8976184ddaec) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:37.578547 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Allocated IP 172.20.0.3 (088efd90-605f-4a94-93ee-eeb248f14f55/4699f370-d1b6-48c2-a5fe-41b4b7f7156f/c73dec29-3f9d-4bf7-ae2e-31088243dd63) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:37.996624 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:38.090889 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38054) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:38.290221 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.355492 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1657208-4394-425b-9f88-22c9c81c9a3f req-af6c76d9-657b-493a-a36c-571cb3d5539e tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.1881404 Jun 22 18:30:38.401143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.402012 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.409081 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.409553 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.412036 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.412442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.414187 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.414514 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.415028 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.415344 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.429913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '78a5da80-dddb-4165-abc1-9bd3d98fa08f', 'name': '', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'mac_address': 'fa:16:3e:64:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:32Z', 'revision_number': 2, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'subnets': [{'id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:38.475086 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b7019628-8489-44c2-80f5-e69f7e104434 req-ce4b4861-0d87-4cac-9d5b-6f9b0c1a0a1a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.3058038 Jun 22 18:30:38.535579 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Checking router: 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:38.536074 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Updating router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e port 78a5da80-dddb-4165-abc1-9bd3d98fa08f binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:38.650003 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.744250 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.874002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.888944 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.889378 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.889856 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.890029 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:38.890370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fcbc41-58ee-48eb-947a-ac645b276e9b']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:38.893840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:38.967659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.006596 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402d78d1-86a8-4b5c-a4fc-95ced1db75aa') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:39.009654 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402d78d1-86a8-4b5c-a4fc-95ced1db75aa') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:39.068647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.075574 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.088859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Network 088efd90-605f-4a94-93ee-eeb248f14f55 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:39.097324 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.116690 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:39.127474 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:39.128410 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.134415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:39.134415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.150522 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Transition to ACTIVE for port object 78a5da80-dddb-4165-abc1-9bd3d98fa08f will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:39.179203 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.179203 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:39.219534 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.252283 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.286680 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Pushing event updated for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:39.291661 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:39.309838 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:30:39.310468 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: from cryptography.utils import int_from_bytes Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: from cryptography.utils import int_from_bytes Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:30:39.317426 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:30:39.404359 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Attempting to bind port 78a5da80-dddb-4165-abc1-9bd3d98fa08f on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:39.404842 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Attempting to bind port 78a5da80-dddb-4165-abc1-9bd3d98fa08f by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:39.408511 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Attempting to bind port 78a5da80-dddb-4165-abc1-9bd3d98fa08f on network dc61d56c-4eb6-41b8-a894-faf1374162eb {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:39.432483 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:39.433330 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Checking segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:39.433450 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.433834 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Bound using segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:39.434919 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Bound port: 78a5da80-dddb-4165-abc1-9bd3d98fa08f, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:39.435565 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.540803 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-a3abc62d-099b-42fa-a910-d931e5fb62a6 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:39.551126 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-a3abc62d-099b-42fa-a910-d931e5fb62a6 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 819 time: 0.5009527 Jun 22 18:30:39.601978 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] For port 78a5da80-dddb-4165-abc1-9bd3d98fa08f, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:39.635976 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-aa4f1484-5a8d-4fba-8292-fae52945ecc7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/quotas/b333029deea540eabfb58cc940dcb5c8 HTTP/1.1" status: 200 len: 375 time: 0.0813527 Jun 22 18:30:39.652759 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Pushing event updated for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:39.729862 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:39.756515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.809624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-441aa75b-d8ee-4771-b23f-78cf1c51c37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:39.834510 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] For port 78a5da80-dddb-4165-abc1-9bd3d98fa08f, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=78a5da80-dddb-4165-abc1-9bd3d98fa08f,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:39.841013 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.844157 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:39.857373 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.911656 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.919105 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.937369 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e6fcbc41-58ee-48eb-947a-ac645b276e9b HTTP/1.1" status: 204 len: 168 time: 3.3550637 Jun 22 18:30:39.939188 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:39.954494 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:39.955535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:39.976166 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38074) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:40.001405 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fcbc41-58ee-48eb-947a-ac645b276e9b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:40.029975 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.051375 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:40.114810 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:40.125867 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:40.129362 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Deleting subnet 5a945000-d9c0-4d64-a819-663af75a2faa {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:30:40.210282 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9248738 Jun 22 18:30:40.212606 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.217749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Network 3c25009f-7ae2-428e-945c-baff14714986 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:40.230340 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5cfb7cc218244e0f82e71ca4dee4ca23&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8494804 Jun 22 18:30:40.231123 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38078) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:40.296756 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b44114-1b87-4b0c-af3a-be4bcaeafb8b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:40.317452 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:40.394516 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b50b0131-2efe-407f-bc13-f700332fb1bd tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:40.407897 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b50b0131-2efe-407f-bc13-f700332fb1bd tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340149 Jun 22 18:30:40.427078 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:30:40.437992 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:40.453483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:40.468078 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:40.473341 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.487520 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Pushing event updated for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:40.495982 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:40.503719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '78a5da80-dddb-4165-abc1-9bd3d98fa08f', 'name': '', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'mac_address': 'fa:16:3e:64:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:39Z', 'revision_number': 4, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'subnets': [{'id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:40.510247 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event updated for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:40.512756 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.527068 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:40.561657 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-06355abb-94f7-4cc8-b8f3-ad86ad10e42c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9242508 Jun 22 18:30:40.594865 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.601429 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.609211 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e1e39-ab5d-4ae4-89f9-dcba5e27e1a7 None None] The sync data for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi is: [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '78a5da80-dddb-4165-abc1-9bd3d98fa08f', 'name': '', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'mac_address': 'fa:16:3e:64:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:39Z', 'revision_number': 4, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'subnets': [{'id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:40.712733 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:40.719957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399f178-be6b-48e9-9f32-42146b0d43d0 req-d417b768-0589-44de-a7ce-122f0c5380f3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:40.964161 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5399f178-be6b-48e9-9f32-42146b0d43d0 req-d417b768-0589-44de-a7ce-122f0c5380f3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 931 time: 1.0975969 Jun 22 18:30:40.964161 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-dc07c6fe-4185-4c10-8f2e-fc5325b4d86d service neutron] 10.222.0.68 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194834 Jun 22 18:30:40.964161 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:40.996969 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.017130 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758db19e-2cb6-496a-a5a0-040c7d9b073b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:41.023347 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:41.196797 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.282988 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ecfcc05b7038479a9bf6970367d958ab&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9107361 Jun 22 18:30:41.293719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 78a5da80-dddb-4165-abc1-9bd3d98fa08f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:41.312015 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38082) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:41.433824 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:41.453825 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:41.521050 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:41.522594 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:41.571416 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5399f178-be6b-48e9-9f32-42146b0d43d0 req-a0a22fe9-5e60-467d-81b0-19d5676fa847 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926457 Jun 22 18:30:41.600392 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.606130 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Request body: {'port': {'device_id': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:41.606415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.608017 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3b44114-1b87-4b0c-af3a-be4bcaeafb8b HTTP/1.1" status: 204 len: 168 time: 1.3663611 Jun 22 18:30:41.678436 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-6f96d247-593c-46b9-b361-d69e28f67bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:41.695609 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 78a5da80-dddb-4165-abc1-9bd3d98fa08f completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:41.722576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 78a5da80-dddb-4165-abc1-9bd3d98fa08f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:41.725262 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.781829 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.799428 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.808026 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b44114-1b87-4b0c-af3a-be4bcaeafb8b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:41.818244 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:41.818779 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-70c1ce4e-8a84-4ff8-a6e9-f12ed7c04304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:41.871156 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.885763 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.0505450 Jun 22 18:30:41.886602 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38086) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:42.006956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8373580 Jun 22 18:30:42.119529 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9abdf00a6af8479284f0df505510882c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8187640 Jun 22 18:30:42.142572 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03807fcc-bb2b-4000-bb87-2005a43f9dc5,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:42.142572 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38088) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:42.153205 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Request body: {'port': {'device_id': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:42.174751 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-f6ca4d0c-1f0f-4328-8446-acab3467f984 service neutron] 10.222.0.68 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2493420 Jun 22 18:30:42.234214 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:42.402117 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 78a5da80-dddb-4165-abc1-9bd3d98fa08f, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=78a5da80-dddb-4165-abc1-9bd3d98fa08f,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:42.409597 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:42.420827 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:42.652128 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:42.778673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:42.800711 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:42.878919 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:42.991190 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38098) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:43.073399 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.165542 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.178771 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.253219 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 78a5da80-dddb-4165-abc1-9bd3d98fa08f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:43.308676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c8080c4-4a08-4248-81d3-65410d140955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:43.316174 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.502852 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 78a5da80-dddb-4165-abc1-9bd3d98fa08f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:43.503249 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.554051 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:36Z', 'revision_number': 3, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:43.754268 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:43.757316 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Updating router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 port 1de833d0-687d-4a98-85c2-03fbd1845614 binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:43.886237 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.919028 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.974635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.987842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5a945000-d9c0-4d64-a819-663af75a2faa HTTP/1.1" status: 204 len: 168 time: 3.9842238 Jun 22 18:30:44.039159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.043887 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38106) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:44.069321 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a945000-d9c0-4d64-a819-663af75a2faa,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:44.095950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.121191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a48e5349-38a9-40e8-8138-572a32d95bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.248563 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.585536 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.599969 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.603844 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Transition to ACTIVE for port object 1de833d0-687d-4a98-85c2-03fbd1845614 will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:44.616999 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.626362 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:44.669344 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.674159 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03807fcc-bb2b-4000-bb87-2005a43f9dc5 HTTP/1.1" status: 204 len: 168 time: 2.2925251 Jun 22 18:30:44.679093 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:44.698419 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03807fcc-bb2b-4000-bb87-2005a43f9dc5,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:44.709460 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.781559 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Pushing event updated for resources: {'Port': ['ID=1de833d0-687d-4a98-85c2-03fbd1845614,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:44.847378 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.925007 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Attempting to bind port 1de833d0-687d-4a98-85c2-03fbd1845614 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:44.925531 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Attempting to bind port 1de833d0-687d-4a98-85c2-03fbd1845614 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:44.926120 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Attempting to bind port 1de833d0-687d-4a98-85c2-03fbd1845614 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:44.940375 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.943005 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:44.944398 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:44.945566 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.946624 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:44.947454 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Bound port: 1de833d0-687d-4a98-85c2-03fbd1845614, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:44.947978 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.952123 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a542f19-2c39-41c1-99d8-61b70d2a8a95 req-e3f94963-fd8a-49e0-b0a2-0420a9d21088 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:44.964287 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9a542f19-2c39-41c1-99d8-61b70d2a8a95 req-e3f94963-fd8a-49e0-b0a2-0420a9d21088 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 931 time: 2.7871418 Jun 22 18:30:44.982081 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.011388 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7c7a2eb8-1bf4-4f93-a185-3a965929be15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:45.061624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.075821 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] For port 1de833d0-687d-4a98-85c2-03fbd1845614, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:45.082556 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] For port 1de833d0-687d-4a98-85c2-03fbd1845614, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1de833d0-687d-4a98-85c2-03fbd1845614,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:45.093842 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.096886 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:45.109696 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad778e4f6d3f4abf987e34b93fb007f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1142213 Jun 22 18:30:45.114649 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38114) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:45.170927 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06410805-4283-4e2c-92ca-234ccf27a3a0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:45.186113 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Pushing event updated for resources: {'Port': ['ID=1de833d0-687d-4a98-85c2-03fbd1845614,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:45.194809 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:45.236429 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:45.245176 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:45.248061 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:45.402427 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.447057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4768a-3290-40b4-a481-20bd32d521a8 req-c97092b5-eae6-420b-b2c7-d86fa6deac23 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:45.455825 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d9a4768a-3290-40b4-a481-20bd32d521a8 req-c97092b5-eae6-420b-b2c7-d86fa6deac23 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 931 time: 2.1520250 Jun 22 18:30:45.579828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.637068 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:45.731136 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73dec29-3f9d-4bf7-ae2e-31088243dd63 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:45.755774 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.800662 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Transition to ACTIVE for port object c73dec29-3f9d-4bf7-ae2e-31088243dd63 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:45.932719 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38118) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:46.020655 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.022546 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/758db19e-2cb6-496a-a5a0-040c7d9b073b HTTP/1.1" status: 204 len: 168 time: 4.7063222 Jun 22 18:30:46.028478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-67a5c15f-2af2-435f-bb11-77c808c1c1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:46.030965 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.095922 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:36Z', 'revision_number': 3, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:46.100635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758db19e-2cb6-496a-a5a0-040c7d9b073b,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:46.146524 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8355ce-b3a8-4733-9401-a41c8cc70e0f None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:36Z', 'revision_number': 3, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:46.274555 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.276269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:46.320235 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d9a4768a-3290-40b4-a481-20bd32d521a8 req-acb41c96-1594-4a50-88c0-95fcbb35f985 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8630655 Jun 22 18:30:46.398617 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Allocated IP 172.20.0.1 (f992fe1a-14f9-4d9d-ad76-a684c65a4bcb/0a655472-3d27-48ba-9f3e-3df96018fba6/a9108358-8535-4708-84b4-83966270cf19) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:46.546873 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9a542f19-2c39-41c1-99d8-61b70d2a8a95 req-50a14769-82f7-447a-bd8c-b0a9c89bed22 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5142961 Jun 22 18:30:46.644043 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:46.791680 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.804929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.806198 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.807191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.807680 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > port after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.808420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.808928 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.809429 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.810246 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.810738 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.811254 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:46.934411 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.108095 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.199338 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.208805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Transition to ACTIVE for port object a9108358-8535-4708-84b4-83966270cf19 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:47.220920 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.326279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.49', 52605) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:47.328950 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:47.572274 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1de833d0-687d-4a98-85c2-03fbd1845614 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:47.750463 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:47.776427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:47.797797 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:47.799336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:47.802270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f786b603-42a2-4bc3-8f42-1735638aa37f']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:48.010102 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 1de833d0-687d-4a98-85c2-03fbd1845614 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:48.051669 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 1de833d0-687d-4a98-85c2-03fbd1845614 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:48.055150 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.412383 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b63dbb64-61fc-450e-947a-ce6670c9c6b2 req-fb57f24b-291a-4a31-8663-3f6af3c0fb0d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.2346869 Jun 22 18:30:48.535514 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55df3f1f-edd1-41fb-bb19-bc5c3fa721b1') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:48.541404 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55df3f1f-edd1-41fb-bb19-bc5c3fa721b1') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:48.623329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:48.671665 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3803805c2864fc6a45ae7d5860c0542&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7101421 Jun 22 18:30:48.674724 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38146) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:48.786670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.142s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:48.988960 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.099878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.171665 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 1de833d0-687d-4a98-85c2-03fbd1845614, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1de833d0-687d-4a98-85c2-03fbd1845614,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:49.183420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.209789 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cb2d4-8a47-42f2-9349-f2410e971b45,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:49.219722 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:49.226842 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.898s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:49.295871 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.332333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.387177 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:49.392162 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.455526 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.489521 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=1de833d0-687d-4a98-85c2-03fbd1845614,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:49.508254 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:49.532458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.560698 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:30:49.561995 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.641491 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:49.647320 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:49.664695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-c33610aa-e2bd-4e82-bab1-cef4cb28c7f9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:49.666857 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-c33610aa-e2bd-4e82-bab1-cef4cb28c7f9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 819 time: 2.3139999 Jun 22 18:30:49.667988 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:49.721169 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Request body: {'port': {'device_id': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'admin_state_up': True, 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:49.750852 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Pushing event updated for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:49.774519 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Attempting to bind port c73dec29-3f9d-4bf7-ae2e-31088243dd63 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:49.775224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Attempting to bind port c73dec29-3f9d-4bf7-ae2e-31088243dd63 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '481e1332-88fc-4394-85f7-9946059c60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:49.777653 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Attempting to bind port c73dec29-3f9d-4bf7-ae2e-31088243dd63 on network 088efd90-605f-4a94-93ee-eeb248f14f55 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: from cryptography.utils import int_from_bytes Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: from cryptography.utils import int_from_bytes Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:30:49.796706 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:30:49.811412 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:49.811971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Port c73dec29-3f9d-4bf7-ae2e-31088243dd63 on network 088efd90-605f-4a94-93ee-eeb248f14f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:49.812276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Attempting to bind port c73dec29-3f9d-4bf7-ae2e-31088243dd63 on network 088efd90-605f-4a94-93ee-eeb248f14f55 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:49.843496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.858101 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:49.858458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Checking segment: {'id': '481e1332-88fc-4394-85f7-9946059c60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:49.859052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Bound using segment: {'id': '481e1332-88fc-4394-85f7-9946059c60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:49.859850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Bound port: c73dec29-3f9d-4bf7-ae2e-31088243dd63, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481e1332-88fc-4394-85f7-9946059c60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:49.860236 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.896935 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.952245 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.954479 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab1cb2d4-8a47-42f2-9349-f2410e971b45 HTTP/1.1" status: 204 len: 168 time: 1.0835226 Jun 22 18:30:49.980935 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:49.985643 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.992383 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f786b603-42a2-4bc3-8f42-1735638aa37f HTTP/1.1" status: 204 len: 168 time: 5.9385669 Jun 22 18:30:49.993956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.015038 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.035194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=f786b603-42a2-4bc3-8f42-1735638aa37f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.038187 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e4678df-ab16-4d45-979c-2d528c133c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.042549 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891f5ff2-ca5c-441d-92ee-8976184ddaec {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:50.050235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.065622 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7babe-65f3-4749-861a-e5ad79ed017a req-c94e3d82-d3cd-4a53-ba93-2e875be78c57 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:50.067919 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d0a7babe-65f3-4749-861a-e5ad79ed017a req-c94e3d82-d3cd-4a53-ba93-2e875be78c57 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 1.5091147 Jun 22 18:30:50.094080 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.176475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:50.183539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63,segment=NetworkSegment(481e1332-88fc-4394-85f7-9946059c60fa),segment_id=481e1332-88fc-4394-85f7-9946059c60fa)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:50.286580 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cb2d4-8a47-42f2-9349-f2410e971b45,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.320078 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.364465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6ec55-75cf-4281-8031-ddd85c3ae8e5 req-96aad91f-07a8-437a-8367-32d2f2e16b94 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:50.374174 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0cd6ec55-75cf-4281-8031-ddd85c3ae8e5 req-96aad91f-07a8-437a-8367-32d2f2e16b94 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 931 time: 0.5764415 Jun 22 18:30:50.375387 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.467033 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c353eaa3-051c-45d7-a226-2f9bbb4ca62c None None] Provisioning for port a9108358-8535-4708-84b4-83966270cf19 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:50.490179 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c353eaa3-051c-45d7-a226-2f9bbb4ca62c None None] Provisioning complete for port a9108358-8535-4708-84b4-83966270cf19 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:50.491258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c353eaa3-051c-45d7-a226-2f9bbb4ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.621502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.693257 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-c353eaa3-051c-45d7-a226-2f9bbb4ca62c None None] Port a9108358-8535-4708-84b4-83966270cf19 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:30:50.714994 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Transition to ACTIVE for port object 891f5ff2-ca5c-441d-92ee-8976184ddaec will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:50.825855 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38166) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:50.839189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.844423 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.856678 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0cd6ec55-75cf-4281-8031-ddd85c3ae8e5 req-1ef00618-cf9a-47b3-a094-4347fd056672 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258736 Jun 22 18:30:50.857372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.862103 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d0a7babe-65f3-4749-861a-e5ad79ed017a req-47b36394-55a0-40ea-8b24-617819d08156 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485093 Jun 22 18:30:50.872575 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:50.872943 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.874645 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] 10.222.0.49 "PUT /v2.0/ports/c73dec29-3f9d-4bf7-ae2e-31088243dd63 HTTP/1.1" status: 200 len: 1093 time: 9.7258146 Jun 22 18:30:50.901145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:50.952036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:51.053676 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Made reservation on behalf of b333029deea540eabfb58cc940dcb5c8 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:51.058655 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.101797 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.263464 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-48da7b3e-7e47-4244-bf36-6a322e370d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.304082 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.312444 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.326823 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-09e34c43-8ed0-4560-b400-524ae8dce9f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0dc583bfc6c542298325d018c5edbf8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4988735 Jun 22 18:30:51.328504 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06410805-4283-4e2c-92ca-234ccf27a3a0 HTTP/1.1" status: 204 len: 168 time: 6.2094488 Jun 22 18:30:51.361437 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38184) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:51.496159 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1de833d0-687d-4a98-85c2-03fbd1845614 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:51.698280 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62191e00-92a3-4e26-a45a-5d914c2a5ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:51.763696 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 1de833d0-687d-4a98-85c2-03fbd1845614 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:51.768818 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.862961 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Pushing event updated for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:51.874949 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:51.916177 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-130fd8ea-19c3-4b56-9e09-65471a313800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:51.925263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Attempting to bind port 891f5ff2-ca5c-441d-92ee-8976184ddaec on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:51.926140 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Attempting to bind port 891f5ff2-ca5c-441d-92ee-8976184ddaec by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:51.927603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Attempting to bind port 891f5ff2-ca5c-441d-92ee-8976184ddaec on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:52.117839 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06410805-4283-4e2c-92ca-234ccf27a3a0,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:52.124136 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:52.355935 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Port 891f5ff2-ca5c-441d-92ee-8976184ddaec on network 3c25009f-7ae2-428e-945c-baff14714986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:52.356759 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Attempting to bind port 891f5ff2-ca5c-441d-92ee-8976184ddaec on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:52.377366 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:52.380427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Checking segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:52.381443 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Bound using segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:52.382259 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Bound port: 891f5ff2-ca5c-441d-92ee-8976184ddaec, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:52.384037 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.407778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ea34b7-7ddc-4467-a7b0-3bf604a5912b x-openstack-request-id: req-08ea34b7-7ddc-4467-a7b0-3bf604a5912b {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:52.408428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:52.408848 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08ea34b7-7ddc-4467-a7b0-3bf604a5912b {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:52.409487 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63', 'status': 'completed', 'code': 200} Jun 22 18:30:52.433178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-fca1595f-cbb8-4ec3-b513-955669b054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:52.435325 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-fca1595f-cbb8-4ec3-b513-955669b054c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c7a7d5cfafd479b8a8be6b556112282&device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 1096 time: 1.3515611 Jun 22 18:30:52.446436 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4633741d-4a56-4c98-8375-8bba2d151b8d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:52.458079 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4633741d-4a56-4c98-8375-8bba2d151b8d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 819 time: 1.0615180 Jun 22 18:30:52.487343 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-9e63eda0-8b66-499b-961b-00e39732674d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/quotas/b333029deea540eabfb58cc940dcb5c8 HTTP/1.1" status: 200 len: 375 time: 0.0277078 Jun 22 18:30:52.697798 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:52.791013 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.902087 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-b4dd5392-57ae-412e-9933-e96d4c105a5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63 HTTP/1.1" status: 200 len: 217 time: 0.4064865 Jun 22 18:30:52.912487 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Allocated IP 172.20.0.14 (dc61d56c-4eb6-41b8-a894-faf1374162eb/2839ea7b-7862-4880-bda3-6ed5a52b7550/8f421896-248e-4c14-943d-5ea19ad8556c) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:52.919680 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.013261 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.026059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.048352 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.427115 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:53.463410 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-4d28d4b8-7e3d-4ef7-8731-59002a5b3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:53.471021 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-4d28d4b8-7e3d-4ef7-8731-59002a5b3f8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4699f370-d1b6-48c2-a5fe-41b4b7f7156f HTTP/1.1" status: 200 len: 852 time: 0.3067861 Jun 22 18:30:53.483042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.486213 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.508444 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b5d7d649-8b99-44a7-baf2-1074ff65ade4 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.545232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:53.546110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.551409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] 10.222.0.49 "PUT /v2.0/ports/891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 1093 time: 11.5015042 Jun 22 18:30:53.666079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Pushing event updated for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.679652 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.681648 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.685068 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.693304 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.696746 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7974953b-14b3-4da8-bb7a-6ac3d557099d HTTP/1.1" status: 204 len: 168 time: 2.3291225 Jun 22 18:30:53.699788 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a8bfe75a-fde5-4419-853c-f10f1c1cc8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.723536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cb77-a718-4586-b399-b7f06eceb784 req-a62af1b9-134f-417c-b294-f0bd921f39a2 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:53.724780 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974953b-14b3-4da8-bb7a-6ac3d557099d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.740326 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63b4cb77-a718-4586-b399-b7f06eceb784 req-a62af1b9-134f-417c-b294-f0bd921f39a2 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.8276274 Jun 22 18:30:53.763974 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.772236 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.864007 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-76e780fb-97d6-4750-b662-4b89bd79c806 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3751225 Jun 22 18:30:53.970297 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Pushing event updated for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.980882 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Pushing event updated for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.981751 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.989533 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.053414 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.135428 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Network dc61d56c-4eb6-41b8-a894-faf1374162eb is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:54.141209 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:54.153652 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:54.292165 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e7f0139f-0175-4db1-8695-ead8e1250b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.380753 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:54.382002 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.415652 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6994886 Jun 22 18:30:54.419391 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:54.421805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:54.509593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:54.513895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:54.547219 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63b4cb77-a718-4586-b399-b7f06eceb784 req-13c75f45-81da-4ffe-8509-9f3cde0d09e0 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326150 Jun 22 18:30:54.620521 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.636315 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-797a2953-03ec-4fcf-a168-f5c3043ca760 service neutron] 10.222.0.68 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649628 Jun 22 18:30:54.708472 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:30:54.874166 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-8c3380f6-e96a-4aa2-a963-5d4c4965c2df None None] Provisioning complete for port a9108358-8535-4708-84b4-83966270cf19 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:54.874829 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8c3380f6-e96a-4aa2-a963-5d4c4965c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.914257 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-3181106e-40ba-4a80-9f22-38223b2affef service neutron] 10.222.0.68 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706695 Jun 22 18:30:54.934043 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:54.946105 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-8c3380f6-e96a-4aa2-a963-5d4c4965c2df None None] Port a9108358-8535-4708-84b4-83966270cf19 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:30:54.951364 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:54.967091 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:54.967575 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:54.969066 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] 10.222.0.68 "PUT /v2.0/routers/a145f271-bc3f-40fd-9f72-c8b3bd216ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0304737 Jun 22 18:30:55.011954 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38256) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:55.041499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1c345-735f-41fa-bb33-425c93dcade1 req-4a8fdaee-d93f-4f25-9740-efdc35f116d3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:55.056613 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67a1c345-735f-41fa-bb33-425c93dcade1 req-4a8fdaee-d93f-4f25-9740-efdc35f116d3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.2253811 Jun 22 18:30:55.189733 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67a1c345-735f-41fa-bb33-425c93dcade1 req-42ab62b5-c6e6-4e3a-9212-1f4257399bf0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284866 Jun 22 18:30:55.227947 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c52728c8-2cb1-4686-a1ef-fa27a24d1bfd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e1966bb9f67546cca92b7a33e7cae90a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2119064 Jun 22 18:30:55.232431 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38268) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:55.277670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1fe8b-577b-4d35-a8b1-ce09d1175a5e x-openstack-request-id: req-68a1fe8b-577b-4d35-a8b1-ce09d1175a5e {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:55.278672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:55.279575 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68a1fe8b-577b-4d35-a8b1-ce09d1175a5e {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:55.281810 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec', 'status': 'completed', 'code': 200} Jun 22 18:30:55.404502 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2591d37-a6f6-4c17-9aed-ab8ac4603be9 req-2c61a439-86df-46f7-afce-433c7a7139a4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.1088293 Jun 22 18:30:55.451636 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.465874 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:55.509661 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.595806 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.599317 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.604472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ad16ccd6-89dc-48d2-915b-b92529551a0a HTTP/1.1" status: 204 len: 168 time: 0.3669109 Jun 22 18:30:55.604472 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:55.610851 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16ccd6-89dc-48d2-915b-b92529551a0a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:55.614299 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:55.796250 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 2, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:55.834779 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:55.835401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Updating router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 port a9108358-8535-4708-84b4-83966270cf19 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:55.889513 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.944905 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4116-680a-4850-9dd3-6d3a6c7accca req-6daeed39-cc45-44a2-a4ad-7cb923862d5d tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:55.947456 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d52e4116-680a-4850-9dd3-6d3a6c7accca req-6daeed39-cc45-44a2-a4ad-7cb923862d5d tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.1249180 Jun 22 18:30:56.000606 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d52e4116-680a-4850-9dd3-6d3a6c7accca req-8d905642-50ac-4e0d-90ff-6c37c1c939e6 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465589 Jun 22 18:30:56.131215 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.276508 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.291710 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Transition to ACTIVE for port object a9108358-8535-4708-84b4-83966270cf19 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:56.303569 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.311656 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:56.442461 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Pushing event updated for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:56.457444 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:56.555049 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Attempting to bind port a9108358-8535-4708-84b4-83966270cf19 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:56.557418 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Attempting to bind port a9108358-8535-4708-84b4-83966270cf19 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:56.558103 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Attempting to bind port a9108358-8535-4708-84b4-83966270cf19 on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:56.564924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:56.566106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Checking segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:56.566739 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.568446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Bound using segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:56.569315 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Bound port: a9108358-8535-4708-84b4-83966270cf19, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:56.569872 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.604525 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c442-6b1b-413f-9720-660aaa89b4d7 req-b3b26a34-4ab4-471f-8aa3-5c7a0a06f231 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:56.607205 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bee1c442-6b1b-413f-9720-660aaa89b4d7 req-b3b26a34-4ab4-471f-8aa3-5c7a0a06f231 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.1415591 Jun 22 18:30:56.692953 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] For port a9108358-8535-4708-84b4-83966270cf19, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:56.698635 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] For port a9108358-8535-4708-84b4-83966270cf19, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=a9108358-8535-4708-84b4-83966270cf19,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:56.701081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bee1c442-6b1b-413f-9720-660aaa89b4d7 req-a7ed0266-bf21-4df9-92fd-32d45681260a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 Jun 22 18:30:56.719254 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.742620 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5ec2abe3-c43a-4877-85be-01b2e0767cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:56.979447 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Pushing event updated for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:56.990238 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:56.990909 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:56.991575 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:30:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:57.064700 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38330) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:57.080141 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629183853', 'description': 'tempest-description--1174884315'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:57.152947 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.183246 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-23330d8e-9b5e-4d89-969e-6c5474523c67 req-14f91644-b2ae-429f-8e98-1adcd37621cb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.1568646 Jun 22 18:30:57.328262 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:57.378992 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.400619 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.405974 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.443472 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Request body: {'port': {'device_id': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:57.515408 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-83d8a75e-ed0d-456d-ae7d-30e4cea5328b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=088efd90-605f-4a94-93ee-eeb248f14f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988030 Jun 22 18:30:57.618925 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.623658 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5528824 Jun 22 18:30:57.627634 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38352) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:57.633917 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group_rule': {'security_group_id': '8455ac0c-4159-4f9e-9253-898c68e1d71a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:57.646540 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8455ac0c-4159-4f9e-9253-898c68e1d71a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.665799 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.721964 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.772781 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.924089 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:58.053602 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-6b3e683b-5c80-4c0f-89b2-e74b9f6c5403 service neutron] 10.222.0.49 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918201 Jun 22 18:30:58.103996 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3826-b69b-4331-b864-2b0f7bbeb377 None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:58.147147 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.213657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e47d4-632a-41fa-bbcd-88381acf2ed0 req-f5326728-56dc-4892-b6a1-e58dac65ea03 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:58.236033 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-072e47d4-632a-41fa-bbcd-88381acf2ed0 req-f5326728-56dc-4892-b6a1-e58dac65ea03 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.9595191 Jun 22 18:30:58.362638 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.402927 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.439454 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:58.492276 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.498287 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8684833 Jun 22 18:30:58.499064 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38368) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:58.543767 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-072e47d4-632a-41fa-bbcd-88381acf2ed0 req-50e5d0c6-e8fd-4f58-b083-df0cf980d61c tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044043 Jun 22 18:30:58.595822 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-3401a8e6-7b06-4d5a-8112-a7f307a4bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:58.604092 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-3401a8e6-7b06-4d5a-8112-a7f307a4bd8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1096 time: 1.1728113 Jun 22 18:30:58.665569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.49', 52612) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:58.684732 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group_rule': {'security_group_id': '8455ac0c-4159-4f9e-9253-898c68e1d71a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:58.695063 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba507a8-ca42-49c0-9c12-50c46274ec69,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:58.718931 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:58.809516 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.912911 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f236435-d9fe-423e-9d75-fb44e7c4f4cb req-97512a04-c98f-4e93-a71c-d8edf44a0e32 service neutron] 10.222.0.49 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158276 Jun 22 18:30:58.985575 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2108def-2ae0-420e-8f6b-3962d3c7bb4e req-6de6639d-5e68-49e5-88b9-8a9278290c49 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.1082475 Jun 22 18:30:59.093186 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.099475 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.103016 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f421896-248e-4c14-943d-5ea19ad8556c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:59.117873 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.139360 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.146984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.154575 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6173272 Jun 22 18:30:59.160076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322349c-ed30-4d1a-9ef7-d6dc57ad7bb6 req-d6a1ff63-a5a3-4946-b696-c951e21526a0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:59.164258 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38380) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.176487 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8322349c-ed30-4d1a-9ef7-d6dc57ad7bb6 req-d6a1ff63-a5a3-4946-b696-c951e21526a0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.9244120 Jun 22 18:30:59.401030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-29284b1c-a8f3-4701-94f4-b26ab4b498f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:59.404116 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-29284b1c-a8f3-4701-94f4-b26ab4b498f2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7418642 Jun 22 18:30:59.431581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device a9108358-8535-4708-84b4-83966270cf19 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:59.452484 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:59.493656 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75b394f-636f-4771-8b84-a91ae658dddd,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.502271 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.503713 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Transition to ACTIVE for port object 8f421896-248e-4c14-943d-5ea19ad8556c will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:59.509293 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f727c588-d7d6-4e7a-bb91-fc9e1401f90d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:59.512828 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.514950 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f727c588-d7d6-4e7a-bb91-fc9e1401f90d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 819 time: 0.8099976 Jun 22 18:30:59.557433 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e6622a27-f214-4122-a030-da1e9f9de2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.567381 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.567946 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8322349c-ed30-4d1a-9ef7-d6dc57ad7bb6 req-67c575ab-0ef4-41ca-b9ed-db2ec178d096 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903139 Jun 22 18:30:59.583463 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port a9108358-8535-4708-84b4-83966270cf19 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:59.601458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-28397deb-f98d-4239-bed4-de3c2975b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:59.604503 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-28397deb-f98d-4239-bed4-de3c2975b602 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c7a7d5cfafd479b8a8be6b556112282&device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 1096 time: 0.5807548 Jun 22 18:30:59.605604 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port a9108358-8535-4708-84b4-83966270cf19 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:59.606009 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.707256 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.739697 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.840244 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.879249 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546ebc4-a176-433a-901e-f7e277dc25c3 req-62df0c8e-bb27-429c-ac72-a2214dc589af tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:59.888474 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c546ebc4-a176-433a-901e-f7e277dc25c3 req-62df0c8e-bb27-429c-ac72-a2214dc589af tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.1399860 Jun 22 18:30:59.917259 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port a9108358-8535-4708-84b4-83966270cf19, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=a9108358-8535-4708-84b4-83966270cf19,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:59.926057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.929947 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.973420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c546ebc4-a176-433a-901e-f7e277dc25c3 req-e416adf6-4d57-4ace-bf0a-0df8ccd6744e tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830061 Jun 22 18:31:00.062136 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.066843 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.076010 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Attempting to bind port 8f421896-248e-4c14-943d-5ea19ad8556c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:00.076889 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Attempting to bind port 8f421896-248e-4c14-943d-5ea19ad8556c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:00.077465 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Attempting to bind port 8f421896-248e-4c14-943d-5ea19ad8556c on network dc61d56c-4eb6-41b8-a894-faf1374162eb {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:00.112248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Port 8f421896-248e-4c14-943d-5ea19ad8556c on network dc61d56c-4eb6-41b8-a894-faf1374162eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:00.117455 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Attempting to bind port 8f421896-248e-4c14-943d-5ea19ad8556c on network dc61d56c-4eb6-41b8-a894-faf1374162eb {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:00.133246 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:00.134275 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Checking segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:00.135105 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Bound using segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:00.135859 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Bound port: 8f421896-248e-4c14-943d-5ea19ad8556c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:00.136392 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.276825 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82abe036-5452-410f-adb6-36363efabe2f req-f5bb9b09-93ad-4bee-9d49-6c6f6955459c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.0466011 Jun 22 18:31:00.295855 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.307655 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:00.322290 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8f421896-248e-4c14-943d-5ea19ad8556c,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:00.372684 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.388443 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:00.484705 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:00.485927 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.487165 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 1094 time: 3.0727174 Jun 22 18:31:00.494733 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:00.596230 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.603409 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.657090 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Allocated IP 172.27.0.238 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/fabbe4d0-6580-424f-ad48-7b5a9c9e45ea) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:00.830273 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9080c66-8553-49ac-ac5d-e1f91e607344" -d '{"events": [{"name": "network-changed", "server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:00.846232 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.849092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9cdde-9834-4d96-9b20-261e1bfcf755 req-e1d18f53-a44d-4687-a912-7a6841ba9afd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:00.862761 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33a9cdde-9834-4d96-9b20-261e1bfcf755 req-e1d18f53-a44d-4687-a912-7a6841ba9afd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.0922494 Jun 22 18:31:00.929454 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.935952 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33a9cdde-9834-4d96-9b20-261e1bfcf755 req-02c04107-9036-46dd-b39d-57ac0e22df60 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747168 Jun 22 18:31:00.938999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d4352669-1f49-4728-b2a4-ab0bd572cb60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:01.012420 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=fabbe4d0-6580-424f-ad48-7b5a9c9e45ea,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:01.019910 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:01.044984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a1f2f-73e1-4e6f-94ec-ea75a890f866 x-openstack-request-id: req-469a1f2f-73e1-4e6f-94ec-ea75a890f866 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:01.045329 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:01.049245 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-469a1f2f-73e1-4e6f-94ec-ea75a890f866 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:01.054976 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c', 'status': 'completed', 'code': 200} Jun 22 18:31:01.057739 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:01.059863 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:01.062529 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:01.244983 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995dfdb-d639-4974-b4b3-5c7e7c9646e4 req-c7f0b907-0fb8-4afa-8a00-60151907ea44 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:01.246632 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d995dfdb-d639-4974-b4b3-5c7e7c9646e4 req-c7f0b907-0fb8-4afa-8a00-60151907ea44 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.0793517 Jun 22 18:31:01.293057 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.306323 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d995dfdb-d639-4974-b4b3-5c7e7c9646e4 req-c275ebfe-5f00-4305-b3f3-88ba43adb9a0 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Jun 22 18:31:01.355748 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device a9108358-8535-4708-84b4-83966270cf19 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:01.408506 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.488758 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port a9108358-8535-4708-84b4-83966270cf19 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:01.489307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.544512 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-09b25e99-7e89-44b2-97f2-e812930bef77 req-cf9be8c7-3ef4-444f-b0d8-170ba97250d1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.0366962 Jun 22 18:31:01.659996 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.666590 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.669573 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:01.745130 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=fabbe4d0-6580-424f-ad48-7b5a9c9e45ea,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:01.751476 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:01.759654 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.776163 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.782353 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6118524 Jun 22 18:31:02.204121 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-5aecff49-ec0e-4268-b0ae-ded3b31c7ce8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1629183853&fields=id&tenant_id=475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 267 time: 0.1298099 Jun 22 18:31:02.511417 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Request body: {'port': {'device_id': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'admin_state_up': True, 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:02.677036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb571-7c65-4048-b0cf-7f6d663397d5 req-e656bc89-6713-463c-a061-6b1d81e085ff tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:02.678598 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a88cb571-7c65-4048-b0cf-7f6d663397d5 req-e656bc89-6713-463c-a061-6b1d81e085ff tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.5801890 Jun 22 18:31:02.691039 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-9c5b0e0d-fbe3-4fed-ae58-b6ed15abf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:02.694338 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-9c5b0e0d-fbe3-4fed-ae58-b6ed15abf5a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1097 time: 0.1727834 Jun 22 18:31:02.974275 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-70354af0-d070-4b4e-9d1b-e1d00d93f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:02.977062 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-70354af0-d070-4b4e-9d1b-e1d00d93f442 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b333029deea540eabfb58cc940dcb5c8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2735050 Jun 22 18:31:02.981367 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0bce7f16-b0c8-4357-b5f4-a92e1898e482 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:02.984487 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0bce7f16-b0c8-4357-b5f4-a92e1898e482 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 817 time: 0.7674179 Jun 22 18:31:03.010804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-1925845d-b647-4e1e-be5b-4c6a5a2a4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.013541 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd07d9df-7ef6-4cee-8fab-3bc8bf5571a5 req-1925845d-b647-4e1e-be5b-4c6a5a2a4f59 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5572953 Jun 22 18:31:03.033193 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a88cb571-7c65-4048-b0cf-7f6d663397d5 req-a0cf86ec-8eaa-431f-b95c-20dfb0976f76 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248515 Jun 22 18:31:03.062773 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-8b9f70c1-d985-431e-ab9e-31670a9833f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.065374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-8b9f70c1-d985-431e-ab9e-31670a9833f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=088efd90-605f-4a94-93ee-eeb248f14f55 HTTP/1.1" status: 200 len: 913 time: 0.5643458 Jun 22 18:31:03.091478 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-39f9a337-6cbd-4660-aeb8-f3ab5f3b8965 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/quotas/475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 375 time: 0.0931020 Jun 22 18:31:03.200680 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-ac949531-b084-445a-bb30-1c2ab249cc9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63 HTTP/1.1" status: 200 len: 217 time: 0.1243608 Jun 22 18:31:03.281392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Made reservation on behalf of b333029deea540eabfb58cc940dcb5c8 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:03.285716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.349552 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-f689dd2c-edac-46e3-a881-84e100bd1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.354029 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f9080c66-8553-49ac-ac5d-e1f91e607344 req-f689dd2c-edac-46e3-a881-84e100bd1037 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3680539 Jun 22 18:31:03.406125 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-71616204-14fd-486d-abaa-72ee06da9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.408348 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-71616204-14fd-486d-abaa-72ee06da9aac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4699f370-d1b6-48c2-a5fe-41b4b7f7156f HTTP/1.1" status: 200 len: 852 time: 0.1942394 Jun 22 18:31:03.488240 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-72a5ec2d-c629-432d-8bbb-8cf337a73ab6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3957314 Jun 22 18:31:03.533125 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-c8466783-b107-44b6-9992-e6e354f5460e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=088efd90-605f-4a94-93ee-eeb248f14f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909359 Jun 22 18:31:03.597134 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-39390ebe-3039-4938-a2c8-7ce5b444a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.600720 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-39390ebe-3039-4938-a2c8-7ce5b444a3bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1097 time: 0.1765058 Jun 22 18:31:03.618556 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-30c090c9-324a-4d55-b496-5a1f46704920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.620411 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-30c090c9-324a-4d55-b496-5a1f46704920 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1096 time: 0.5205808 Jun 22 18:31:03.676998 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c73dec29-3f9d-4bf7-ae2e-31088243dd63 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:03.791353 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-a7d973be-74ba-4cfa-8953-92dd774bb3dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.1033604 Jun 22 18:31:03.871530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Allocated IP 172.20.0.7 (dc61d56c-4eb6-41b8-a894-faf1374162eb/2839ea7b-7862-4880-bda3-6ed5a52b7550/6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:03.912755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-cbac4d4b-635b-47d1-97a0-dcccc2fd1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:03.915638 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-cbac4d4b-635b-47d1-97a0-dcccc2fd1531 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.1111252 Jun 22 18:31:03.988901 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-45c26362-dd80-4dc1-bb85-2f2636ee7ecb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590549 Jun 22 18:31:04.005223 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63,segment=NetworkSegment(481e1332-88fc-4394-85f7-9946059c60fa),segment_id=481e1332-88fc-4394-85f7-9946059c60fa)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:04.022566 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3e0a-aba2-42d9-be24-2404f40cbc0f req-8b68b08e-320c-447f-902d-d66bebda0127 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:04.023287 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63', 'network_id': '088efd90-605f-4a94-93ee-eeb248f14f55', 'port_id': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63', 'mac_address': 'fa:16:3e:43:21:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4699f370-d1b6-48c2-a5fe-41b4b7f7156f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:04.025572 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0fee3e0a-aba2-42d9-be24-2404f40cbc0f req-8b68b08e-320c-447f-902d-d66bebda0127 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 943 time: 0.6876898 Jun 22 18:31:04.093344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.094567 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-1e5bf539-1011-4da9-b985-3b073606c2c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.4855604 Jun 22 18:31:04.113363 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73dec29-3f9d-4bf7-ae2e-31088243dd63 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:04.141586 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63,segment=NetworkSegment(481e1332-88fc-4394-85f7-9946059c60fa),segment_id=481e1332-88fc-4394-85f7-9946059c60fa)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:04.147875 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.152540 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:04.222820 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:04.227827 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:04.228742 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-b2618b04-ef55-4f6c-aba5-f726a02fc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:04.230958 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-b2618b04-ef55-4f6c-aba5-f726a02fc476 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.1302094 Jun 22 18:31:04.292785 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-f1fa1ea9-59b4-4e03-b861-1d63cc6c1e21 service neutron] 10.222.0.49 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440903 Jun 22 18:31:04.304989 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a5b64239-10e5-40ac-93e4-921ed4bf439d service neutron] 10.222.0.68 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782423 Jun 22 18:31:04.383820 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-48e8056f-40df-4a88-99e8-6e55601059ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443789 Jun 22 18:31:04.454286 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['c73dec29-3f9d-4bf7-ae2e-31088243dd63'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:04.517076 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38568) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:04.629615 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-4df92632-956c-43c6-a3de-7f450312f75d service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378919 Jun 22 18:31:04.743494 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.862237 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4bcd89-17b9-4909-9c36-6345163372fb req-dd1062cd-753c-4c71-9aac-ef5070ddaef3 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245963 Jun 22 18:31:04.971150 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.972981 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0fee3e0a-aba2-42d9-be24-2404f40cbc0f req-a19d35d4-bfcb-4b8e-afaf-97775838706e tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9238186 Jun 22 18:31:04.979922 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.987415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-01557eb4-be8a-41a5-80cd-01040f1dce19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:05.021272 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-c8609e4e-acb0-4955-882b-3602745cfce3 service neutron] 10.222.0.68 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736507 Jun 22 18:31:05.118557 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de310a2a25e24209949bfbf52e2358bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991113 Jun 22 18:31:05.119702 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38586) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:05.120749 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524e211a-8422-4e70-81c4-eb6c8363bfce,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:05.141695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:05.144929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-7a572130-7663-471f-a367-d56ad4b68f2a service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1168227 Jun 22 18:31:05.311336 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62191e00-92a3-4e26-a45a-5d914c2a5ac0 req-a92a98cc-59a2-4943-9ce5-f1fa1738c7bd service neutron] 10.222.0.49 "GET /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9867465 Jun 22 18:31:05.324507 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.416461 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.433979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.586312 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.592647 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.604807 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/524e211a-8422-4e70-81c4-eb6c8363bfce HTTP/1.1" status: 204 len: 168 time: 0.4661343 Jun 22 18:31:05.604807 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:05.616005 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.629213 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e211a-8422-4e70-81c4-eb6c8363bfce,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:05.632731 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c73dec29-3f9d-4bf7-ae2e-31088243dd63 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:05.647097 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:05.756270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-18b86f45-3fc7-463d-a542-a0b6466b19c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:05.910282 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port c73dec29-3f9d-4bf7-ae2e-31088243dd63 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:05.928833 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port c73dec29-3f9d-4bf7-ae2e-31088243dd63 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:05.929761 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.047167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-661e0a9a-32b1-4fe4-b75c-1431ac28976e req-a80a2fae-e63f-4913-ac10-d6ddfd82af3f service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900058 Jun 22 18:31:06.116530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Pushing event updated for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:06.185955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:06.189067 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Network dc61d56c-4eb6-41b8-a894-faf1374162eb is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:06.219182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:06.229107 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:06.310854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd56f1-50f9-4774-8139-1f5b19e851aa req-56a259a8-84c8-49dc-8af0-2935fdc90b1b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:06.312664 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74cd56f1-50f9-4774-8139-1f5b19e851aa req-56a259a8-84c8-49dc-8af0-2935fdc90b1b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 931 time: 0.9558480 Jun 22 18:31:06.349061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:06.350182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.362175 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.405940 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9026499 Jun 22 18:31:06.431032 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060cea-4e6a-4857-8b34-d3a5ec7e3c5b req-d629936d-879f-44aa-9e9e-d2dd6c66dbd0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:06.433164 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67060cea-4e6a-4857-8b34-d3a5ec7e3c5b req-d629936d-879f-44aa-9e9e-d2dd6c66dbd0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 943 time: 0.3550203 Jun 22 18:31:06.440246 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:06.442062 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Request body: {'port': {'device_id': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:06.451792 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74cd56f1-50f9-4774-8139-1f5b19e851aa req-cba29eaa-b043-4c7b-a9a2-684d1ed816f7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256084 Jun 22 18:31:06.549934 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38636) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:06.614444 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.676873 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63,segment=NetworkSegment(481e1332-88fc-4394-85f7-9946059c60fa),segment_id=481e1332-88fc-4394-85f7-9946059c60fa)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:06.701717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.712525 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:06.804421 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:06.811645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:06.828492 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67060cea-4e6a-4857-8b34-d3a5ec7e3c5b req-57ef380c-25b3-4c80-b44c-768491bfbf01 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148499 Jun 22 18:31:06.854474 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98f0d7c-c0ca-45dd-8aaa-7f33cbf6bcea" -d '{"events": [{"server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "name": "network-vif-plugged", "status": "completed", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:06.860352 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.870344 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.885279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38646) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:06.886532 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7556c269-bf12-43a2-ad31-b93d31cf6a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:06.911479 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-07e53051-0c93-473d-845b-89e1e917f403 req-0445f204-4561-48f6-adb6-28150c703a4f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 210 time: 0.1603312 Jun 22 18:31:06.923176 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.948535 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f6afd5b499541d98f57a8b52f23ba6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877821 Jun 22 18:31:06.963952 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38650) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:07.083729 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47579606-c577-401b-a8c0-7675bdbf6b5c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.090522 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.099155 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29348880-0f83-4879-bb41-e048cdbcceab x-openstack-request-id: req-29348880-0f83-4879-bb41-e048cdbcceab {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:07.099534 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "name": "network-vif-plugged", "status": "completed", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:07.099859 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-29348880-0f83-4879-bb41-e048cdbcceab {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:07.100442 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63', 'code': 200} Jun 22 18:31:07.143927 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.161049 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.207085 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.323385 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.330245 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.344013 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47579606-c577-401b-a8c0-7675bdbf6b5c HTTP/1.1" status: 204 len: 168 time: 0.3716562 Jun 22 18:31:07.360663 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.411594 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47579606-c577-401b-a8c0-7675bdbf6b5c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.432042 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.458333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04917ff-b343-462a-8683-9bd33e81d5ea req-4267fe39-0893-43fe-be49-291d8cd69141 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:07.464778 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f04917ff-b343-462a-8683-9bd33e81d5ea req-4267fe39-0893-43fe-be49-291d8cd69141 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.3089142 Jun 22 18:31:07.496263 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.501426 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.513681 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8489a942-79b3-4b36-a0b5-608532960643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.596817 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60042dd0-a7e6-4d64-83c7-8f01e74e3bcc,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.603001 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.607054 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68760ae889e04851acd8e01bfa69bb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165790 Jun 22 18:31:07.609818 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38674) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:07.624167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 891f5ff2-ca5c-441d-92ee-8976184ddaec details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:07.708977 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:07.735720 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.759728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f04917ff-b343-462a-8683-9bd33e81d5ea req-9d5e8024-d54c-4760-a2ee-7ae1171bd2fe tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759552 Jun 22 18:31:07.768757 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.777113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:07.781375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.793757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '891f5ff2-ca5c-441d-92ee-8976184ddaec', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'port_id': '891f5ff2-ca5c-441d-92ee-8976184ddaec', 'mac_address': 'fa:16:3e:f5:87:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d92298f-2054-45f3-9970-803d531bdeed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:07.838764 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.843396 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.848192 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.852606 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60042dd0-a7e6-4d64-83c7-8f01e74e3bcc HTTP/1.1" status: 204 len: 168 time: 0.2385473 Jun 22 18:31:07.852606 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-012bf253-91f6-4e01-af03-feefa5469ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.858123 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891f5ff2-ca5c-441d-92ee-8976184ddaec {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:07.861378 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60042dd0-a7e6-4d64-83c7-8f01e74e3bcc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.866668 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.908358 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Transition to ACTIVE for port object 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:07.922334 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:07.927390 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.928337 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 8f421896-248e-4c14-943d-5ea19ad8556c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:07.929735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.931446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.988597 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f10ec1b7-fc80-4d60-8c07-7fd2a5728536 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:08.053232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-8ca1c345-c8b3-4a2f-b9aa-7244c00bf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.055221 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-8ca1c345-c8b3-4a2f-b9aa-7244c00bf9a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 1098 time: 0.4015675 Jun 22 18:31:08.064850 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:08.068935 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:08.087450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e79e8-0c78-4d8c-8063-022f1c998ba9 req-932fc6de-eb3c-43ba-aca0-21fb83c2770d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.096012 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-393e79e8-0c78-4d8c-8063-022f1c998ba9 req-932fc6de-eb3c-43ba-aca0-21fb83c2770d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 931 time: 0.3449476 Jun 22 18:31:08.144567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8f421896-248e-4c14-943d-5ea19ad8556c,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:08.164361 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '8f421896-248e-4c14-943d-5ea19ad8556c', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'port_id': '8f421896-248e-4c14-943d-5ea19ad8556c', 'mac_address': 'fa:16:3e:e7:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:08.225576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Pushing event updated for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:08.228975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:08.245355 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.271315 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f421896-248e-4c14-943d-5ea19ad8556c {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:08.281278 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-393e79e8-0c78-4d8c-8063-022f1c998ba9 req-78975a11-d6b9-4913-b7f7-89a04b955f00 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841674 Jun 22 18:31:08.342697 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Attempting to bind port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:08.343400 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Attempting to bind port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:08.344442 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Attempting to bind port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 on network dc61d56c-4eb6-41b8-a894-faf1374162eb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:08.356909 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8f421896-248e-4c14-943d-5ea19ad8556c,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:08.372564 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae8c56-729c-4844-b048-12a934153b7e req-b67067e5-e8c9-4e85-b8c0-6c25ddc3310d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.374822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1aae8c56-729c-4844-b048-12a934153b7e req-b67067e5-e8c9-4e85-b8c0-6c25ddc3310d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 944 time: 0.2369659 Jun 22 18:31:08.375224 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.377399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 on network dc61d56c-4eb6-41b8-a894-faf1374162eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:08.378018 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Attempting to bind port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 on network dc61d56c-4eb6-41b8-a894-faf1374162eb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:08.380745 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:08.388486 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:08.388852 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Checking segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:08.389501 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Bound using segment: {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:08.390142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Bound port: 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119054a5-a1b7-452f-a1a8-41228cecb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:08.390804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.498753 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:08.508541 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1aae8c56-729c-4844-b048-12a934153b7e req-c51857d5-8593-487e-ab84-dd9375c3ad13 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122820 Jun 22 18:31:08.524117 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:08.588551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-945d4612-4a89-4c15-8ea2-6b41fe49d211 req-f01c70bb-a348-41e9-98fc-6bcc2be377c4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 210 time: 0.0550776 Jun 22 18:31:08.590344 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:08.610731 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:08.626485 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.626485 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:08.674391 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38708) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:08.709006 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.717349 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.718011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.719803 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] 10.222.0.49 "PUT /v2.0/ports/6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 1093 time: 2.3055878 Jun 22 18:31:08.722618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:08.725171 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f6522-2955-4e2b-adf3-7d04dd3e02db" -d '{"events": [{"name": "network-changed", "server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:08.729957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Pushing event updated for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:08.733962 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:08.813875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786b196-e4e4-4a32-bc3e-689f6395735c x-openstack-request-id: req-8786b196-e4e4-4a32-bc3e-689f6395735c {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:08.814400 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:08.814820 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8786b196-e4e4-4a32-bc3e-689f6395735c {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:08.815531 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0', 'status': 'completed', 'code': 200} Jun 22 18:31:08.968019 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.975723 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.989390 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.062901 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7343b3ab0eb94817962ae22a2da66059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855550 Jun 22 18:31:09.065785 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38728) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:09.078467 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f809619-81d1-49d3-85d5-f854aebc8b82,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:09.094860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:09.169392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884ec65-c1e3-454b-b2aa-76340dbf50b7 req-abf3a008-893f-4f6a-96ec-d10cb32d40b9 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.172073 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9884ec65-c1e3-454b-b2aa-76340dbf50b7 req-abf3a008-893f-4f6a-96ec-d10cb32d40b9 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.1665711 Jun 22 18:31:09.185628 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.236517 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.261418 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9884ec65-c1e3-454b-b2aa-76340dbf50b7 req-1202bc7a-0c6c-4248-aa87-e0d789547e07 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Jun 22 18:31:09.345180 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.352650 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.358490 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f809619-81d1-49d3-85d5-f854aebc8b82 HTTP/1.1" status: 204 len: 168 time: 0.2876792 Jun 22 18:31:09.358490 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2afce776-445e-484c-9940-b6e0b51e44bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.374903 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f809619-81d1-49d3-85d5-f854aebc8b82,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:09.409261 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:09.621724 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0070525-0dfa-48d1-b8aa-6ce11a9e36f7 req-c7d4388d-6a89-422a-8a7b-eb5641498722 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.632659 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f0070525-0dfa-48d1-b8aa-6ce11a9e36f7 req-c7d4388d-6a89-422a-8a7b-eb5641498722 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 943 time: 0.1138515 Jun 22 18:31:09.791644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f0070525-0dfa-48d1-b8aa-6ce11a9e36f7 req-18f3c1b2-311e-4b03-adf6-8878bb6501eb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535494 Jun 22 18:31:09.852144 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b0b3a-04c6-43db-8801-ebcc54922973 req-62e220cb-01a5-4e77-8bea-3a9a67a07ac6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.855486 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd6b0b3a-04c6-43db-8801-ebcc54922973 req-62e220cb-01a5-4e77-8bea-3a9a67a07ac6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 944 time: 0.1698554 Jun 22 18:31:09.924874 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd6b0b3a-04c6-43db-8801-ebcc54922973 req-ecc40cfe-ff78-4024-aeb5-d18d6e0128cc tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 Jun 22 18:31:10.002841 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f7d83fbc-fe21-46b7-90b8-217853d0ecfb req-1656867e-383b-4a44-a3cc-625f4b99b63d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 210 time: 0.0557489 Jun 22 18:31:10.597000 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47c3d9-9bc6-41b2-bdc0-c60bdebbba55 req-059fc1c8-0258-4670-a368-4bb9683fd0ff tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:10.600282 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8f47c3d9-9bc6-41b2-bdc0-c60bdebbba55 req-059fc1c8-0258-4670-a368-4bb9683fd0ff tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.1288414 Jun 22 18:31:10.693041 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8f47c3d9-9bc6-41b2-bdc0-c60bdebbba55 req-bde5f0c9-15db-4e6b-b6a7-70b9d33bc6ca tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719531 Jun 22 18:31:10.957672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.126113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:11.226184 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['8f421896-248e-4c14-943d-5ea19ad8556c'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:11.234345 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871630-8460-4854-8194-3deb78f3bedd req-82a30d51-7d2c-47a3-83b3-6769607eba92 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.236179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79871630-8460-4854-8194-3deb78f3bedd req-82a30d51-7d2c-47a3-83b3-6769607eba92 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 943 time: 0.2317708 Jun 22 18:31:11.274999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-bc1abbf4-fa1f-4839-b313-60c6ef3b8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.278063 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-bc1abbf4-fa1f-4839-b313-60c6ef3b8543 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1096 time: 0.1807604 Jun 22 18:31:11.353666 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38828) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:11.464441 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79871630-8460-4854-8194-3deb78f3bedd req-31d1b622-57eb-403e-92bb-4b3b6b9ffb7a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097194 Jun 22 18:31:11.683935 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.796101 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6548773d-0624-42df-bd96-bac3a91d3749 req-2a5b5dc1-9126-4161-af16-3dcba61d4d46 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 210 time: 0.0711653 Jun 22 18:31:11.803045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.867304 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.906691 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-03beb523-38c0-48fc-a61e-5f437448c170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:11.985858 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64305b6-3def-4ab3-b48f-341f9f7e224e req-be380c7a-eb11-428d-ab14-a29f8b38d61e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.987458 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f64305b6-3def-4ab3-b48f-341f9f7e224e req-be380c7a-eb11-428d-ab14-a29f8b38d61e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 944 time: 0.7285903 Jun 22 18:31:12.003350 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.008997 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.014487 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5d3af51a-58db-4b58-997a-13326a5e0543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:12.029834 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-8391085c-460f-4000-9f47-211914239c0d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.031528 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-8391085c-460f-4000-9f47-211914239c0d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 817 time: 0.5875561 Jun 22 18:31:12.051957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-1a7bc702-e997-41f5-91f1-e42d032de965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.058407 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-1a7bc702-e997-41f5-91f1-e42d032de965 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b333029deea540eabfb58cc940dcb5c8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7394915 Jun 22 18:31:12.066549 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e2c51-c76e-402b-adcf-bf5ec7bca087,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.079760 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.111538 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b4f185bd76e849e8a2d1737ab05198c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7563007 Jun 22 18:31:12.114481 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38856) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:12.121417 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9c7e39e5-055a-45ed-9bcc-a1c1edebf93e req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2239699 Jun 22 18:31:12.162113 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f81200bd-3ffc-4ed8-9807-5ea9cd44dc2b,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.227515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.242123 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.314737 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.447653 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.455970 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.458152 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a86e2c51-c76e-402b-adcf-bf5ec7bca087 HTTP/1.1" status: 204 len: 168 time: 0.3413126 Jun 22 18:31:12.459095 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e7e9d039-6cc3-4ee4-8456-5f5ea4d3be27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:12.471679 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e2c51-c76e-402b-adcf-bf5ec7bca087,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.475093 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.637980 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f64305b6-3def-4ab3-b48f-341f9f7e224e req-07b899a6-5b21-448d-ad5d-2be24ba3fbd5 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052971 Jun 22 18:31:12.689850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-5b42aba3-1518-4cee-abce-dfc4ee329d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.691357 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a99f6522-2955-4e2b-adf3-7d04dd3e02db req-5b42aba3-1518-4cee-abce-dfc4ee329d04 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5832648 Jun 22 18:31:12.705168 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-39c5a59d-9515-4315-8a56-7baa610a0b4d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 380 time: 0.6397684 Jun 22 18:31:12.723260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'port': {'device_id': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'admin_state_up': True, 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'security_groups': ['8455ac0c-4159-4f9e-9253-898c68e1d71a']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:12.780587 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38880) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:12.846195 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106ed95-a473-4a20-b8dc-ac3c075ecd9c req-a6c5ba0e-41f2-4807-8c31-fd61bc07f3ee tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.858728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1106ed95-a473-4a20-b8dc-ac3c075ecd9c req-a6c5ba0e-41f2-4807-8c31-fd61bc07f3ee tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.8247516 Jun 22 18:31:12.859025 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 891f5ff2-ca5c-441d-92ee-8976184ddaec up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:13.006121 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.045630 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 891f5ff2-ca5c-441d-92ee-8976184ddaec completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:13.061056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38892) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:13.062060 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 891f5ff2-ca5c-441d-92ee-8976184ddaec triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:13.064071 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.146142 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.152864 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.165198 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.181747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.194480 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dfebde7b6fa145be80b309c802c2b956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127135 Jun 22 18:31:13.199104 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1106ed95-a473-4a20-b8dc-ac3c075ecd9c req-2647c819-fd9c-407d-8eea-0e0484f119bc tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390677 Jun 22 18:31:13.199327 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38896) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:13.208658 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.247865 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:13.250674 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debfa33b-d7fc-4b5e-b27c-c31f1920b52b" -d '{"events": [{"server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "name": "network-vif-plugged", "status": "completed", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:13.259480 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52fe096-bef5-418b-95af-8f96cd12e58e,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.265685 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.270459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-78acb00e-f7a6-4f1e-8b54-2a27cea7cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.271381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:13.274354 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-78acb00e-f7a6-4f1e-8b54-2a27cea7cd6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1096 time: 0.5032001 Jun 22 18:31:13.277127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.278946 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 8f421896-248e-4c14-943d-5ea19ad8556c up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:13.283801 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a6f81545-d2ca-43fa-9169-979ef1b81f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.297054 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.334257 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.373260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.db.api [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 18:31:13.373260 dv-cinder-774286-17-iscsi neutron-server[92932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 18:31:13.373260 dv-cinder-774286-17-iscsi neutron-server[92932]: [parameters: {'project_id': '4835101cfa914d71be1dfbc692786250', 'id': '93e6df84-c582-4a32-bff9-e8113cb53fbf', 'expiration': datetime.datetime(2021, 6, 22, 18, 33, 13, 265072)}] Jun 22 18:31:13.373260 dv-cinder-774286-17-iscsi neutron-server[92932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 18:31:13.374537 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_db.api [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 18:31:13.392552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473514cf-0ed5-498f-a879-78216f8e0c5a req-1aad9b2a-8c8d-42e6-b76d-5441e17affc9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.405222 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-473514cf-0ed5-498f-a879-78216f8e0c5a req-1aad9b2a-8c8d-42e6-b76d-5441e17affc9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 943 time: 0.4753153 Jun 22 18:31:13.410296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-8de0a261-9f2a-4659-a977-23925972f596 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.1148901 Jun 22 18:31:13.413694 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Made reservation on behalf of 475ac2b0c01244cda93c79420a97dd69 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:13.419827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.440148 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.449842 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.454060 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.458464 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f52fe096-bef5-418b-95af-8f96cd12e58e HTTP/1.1" status: 204 len: 168 time: 0.2580719 Jun 22 18:31:13.461294 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.467141 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.476881 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 8f421896-248e-4c14-943d-5ea19ad8556c completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:13.484172 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52fe096-bef5-418b-95af-8f96cd12e58e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.493366 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 8f421896-248e-4c14-943d-5ea19ad8556c triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:13.494899 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.496305 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.590211 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26281e51-e39c-4a15-ac4b-4ca52488beed req-c67a22ff-9ccc-4ae7-8c3f-30eddfc7816e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 210 time: 0.1254120 Jun 22 18:31:13.662042 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-473514cf-0ed5-498f-a879-78216f8e0c5a req-91458e01-ad72-456e-b149-f2496ec4b6ce tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499900 Jun 22 18:31:13.666229 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-b3320f9f-3742-4ecf-a9c4-0999a41e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.667760 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-b3320f9f-3742-4ecf-a9c4-0999a41e4177 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.2415688 Jun 22 18:31:13.755834 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-4c8c3681-f9bc-4975-bb68-5d01d6c0f277 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662308 Jun 22 18:31:13.819623 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.848239 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d2fd6c-3604-434f-af2b-57249abce845 x-openstack-request-id: req-c4d2fd6c-3604-434f-af2b-57249abce845 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:13.848888 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "name": "network-vif-plugged", "status": "completed", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:13.849485 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4d2fd6c-3604-434f-af2b-57249abce845 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:13.850057 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec', 'code': 200} Jun 22 18:31:13.893065 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8f421896-248e-4c14-943d-5ea19ad8556c,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:13.902596 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.904048 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.907265 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:14.022856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Allocated IP 172.20.0.6 (f992fe1a-14f9-4d9d-ad76-a684c65a4bcb/0a655472-3d27-48ba-9f3e-3df96018fba6/ba921678-85aa-4ef0-8a29-d3739d94b13f) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:14.122232 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:14.129185 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:14.175616 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-724f9ca7-bc48-4083-a216-23f1a2859b8c service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064419 Jun 22 18:31:14.207945 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:14.463071 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38922) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:14.469749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.500603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.500911 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.574006 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-32fc47d5-8898-4c41-b8e2-47cffec479cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:14.645485 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.651982 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.656691 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400da47-380b-4269-8d80-67fd5e0b6b72 req-da630e8a-f4a8-4f9a-8eb4-a1a067a98072 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507532 Jun 22 18:31:14.657790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:14.680771 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4835101cfa914d71be1dfbc692786250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6046357 Jun 22 18:31:14.690574 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cb98-f859-42c1-b320-fcc8c74a2824 req-ee6a96d2-1fc4-4632-9f19-5cc89be53239 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.692133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5193cb98-f859-42c1-b320-fcc8c74a2824 req-ee6a96d2-1fc4-4632-9f19-5cc89be53239 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 945 time: 0.6862171 Jun 22 18:31:14.697996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 38926) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:14.714957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c344df-2728-4741-8553-b020bb749325,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:14.718126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:14.720324 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c489809af274d48be6378cb3a320dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556159 Jun 22 18:31:14.727741 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 38932) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:14.751834 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a1c7f1-9605-495c-ab71-077d4f9362cc,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:14.757281 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d68d6-95aa-4b17-8a50-03be9d89df87 req-b427b0f4-6ecc-4896-82b5-59497a7653c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.758786 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:14.760054 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-207d68d6-95aa-4b17-8a50-03be9d89df87 req-b427b0f4-6ecc-4896-82b5-59497a7653c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.4956837 Jun 22 18:31:14.801250 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.805324 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.815046 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d2bb-f09b-4c9f-a754-208a05b61327 req-e43a754b-4652-4586-8295-2bc40afaa490 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.816753 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89d1d2bb-f09b-4c9f-a754-208a05b61327 req-e43a754b-4652-4586-8295-2bc40afaa490 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.4506881 Jun 22 18:31:14.832701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.878849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Transition to ACTIVE for port object ba921678-85aa-4ef0-8a29-d3739d94b13f will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:14.899322 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.901221 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5193cb98-f859-42c1-b320-fcc8c74a2824 req-3fcfb742-d268-4fbd-840c-10457a3cb0bb tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776571 Jun 22 18:31:14.905714 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.911435 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63a1c7f1-9605-495c-ab71-077d4f9362cc HTTP/1.1" status: 204 len: 168 time: 0.1786292 Jun 22 18:31:14.911435 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:14.925773 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a1c7f1-9605-495c-ab71-077d4f9362cc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:14.928701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:14.946478 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-207d68d6-95aa-4b17-8a50-03be9d89df87 req-1b308d18-dca8-4beb-a812-494b64c2b092 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565571 Jun 22 18:31:14.953725 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.971512 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89d1d2bb-f09b-4c9f-a754-208a05b61327 req-df7c72b7-ecd3-41e1-a271-c3ce1edc093f tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215467 Jun 22 18:31:15.038337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.056122 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.079003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:15.279968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:15.323624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:15.349046 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:15.450305 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.451386 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.494081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:15.506783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:15.566375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.581974 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8705859 Jun 22 18:31:15.588748 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.603472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06c344df-2728-4741-8553-b020bb749325 HTTP/1.1" status: 204 len: 168 time: 0.8973899 Jun 22 18:31:15.610778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:15.628092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f9557-d679-43ef-a07f-ae3bbd4fd155 req-65c2df68-1299-4591-9fb6-58b8b3af2086 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.630849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e27f9557-d679-43ef-a07f-ae3bbd4fd155 req-65c2df68-1299-4591-9fb6-58b8b3af2086 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 943 time: 0.4787152 Jun 22 18:31:15.675450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Request body: {'port': {'device_id': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:15.827349 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c344df-2728-4741-8553-b020bb749325,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:15.837652 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:15.859238 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:15.861197 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20129d-fc88-43ae-9df5-bc4a7536f7a8 req-79fe5c93-2146-4fc5-b068-8d982ff058c3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.863684 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4c20129d-fc88-43ae-9df5-bc4a7536f7a8 req-79fe5c93-2146-4fc5-b068-8d982ff058c3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 931 time: 0.7037816 Jun 22 18:31:15.873520 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b71a6c-6de0-49ad-95e1-2a3ab2b50bd7" -d '{"events": [{"server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:15.911567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-4022ef7f-386f-4edb-93fe-e338cae3038c None None] Provisioning for port ba921678-85aa-4ef0-8a29-d3739d94b13f completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:15.922175 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-4022ef7f-386f-4edb-93fe-e338cae3038c None None] Provisioning complete for port ba921678-85aa-4ef0-8a29-d3739d94b13f triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:15.923063 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4022ef7f-386f-4edb-93fe-e338cae3038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.019607 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e27f9557-d679-43ef-a07f-ae3bbd4fd155 req-ebfdfa76-cfbd-4420-ad77-af5073237ae0 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745050 Jun 22 18:31:16.042570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-4022ef7f-386f-4edb-93fe-e338cae3038c None None] Port ba921678-85aa-4ef0-8a29-d3739d94b13f cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:16.094565 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.099235 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4c20129d-fc88-43ae-9df5-bc4a7536f7a8 req-d01994e1-d5fd-4129-947a-cbd33d1713fc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138934 Jun 22 18:31:16.170974 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06c845-610e-4fc8-89fe-47ae91f3f874 x-openstack-request-id: req-9c06c845-610e-4fc8-89fe-47ae91f3f874 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:16.171360 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:16.171765 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c06c845-610e-4fc8-89fe-47ae91f3f874 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:16.179680 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c', 'code': 200} Jun 22 18:31:16.892402 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:16.905456 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12577d73-cdb2-489a-987a-1bdca31bdcb8 req-afc2750f-80de-40fb-abab-5dc5812319d9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.912890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-12577d73-cdb2-489a-987a-1bdca31bdcb8 req-afc2750f-80de-40fb-abab-5dc5812319d9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 945 time: 0.5651195 Jun 22 18:31:17.050004 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-12577d73-cdb2-489a-987a-1bdca31bdcb8 req-4fe68bb2-e3c1-43ad-92bb-c203fd00e59a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256907 Jun 22 18:31:17.058632 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959a9e8-5945-43c2-a030-64edc8f6b916 req-1b1407f7-6ab2-476a-b10f-373267b967f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:17.060174 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b959a9e8-5945-43c2-a030-64edc8f6b916 req-1b1407f7-6ab2-476a-b10f-373267b967f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.5957036 Jun 22 18:31:17.115158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.143941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba921678-85aa-4ef0-8a29-d3739d94b13f {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:17.158441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.162252 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b959a9e8-5945-43c2-a030-64edc8f6b916 req-ebcf6821-83cc-43e5-9f2e-c2e265cbfcb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Jun 22 18:31:17.178496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Transition to ACTIVE for port object ba921678-85aa-4ef0-8a29-d3739d94b13f will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:17.185801 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.191052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8b31cdfc-90ce-4d6e-9658-6cd372c5e1c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:17.385413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:17.392122 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:17.396846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:17.441348 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0', 'network_id': 'dc61d56c-4eb6-41b8-a894-faf1374162eb', 'port_id': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0', 'mac_address': 'fa:16:3e:f4:c8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2839ea7b-7862-4880-bda3-6ed5a52b7550', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:17.553695 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.559178 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39054) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:17.596878 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:17.659907 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:17.669009 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.679774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9fb176c0-c831-4d6d-ba73-6a3dcaf351b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:17.721657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Attempting to bind port ba921678-85aa-4ef0-8a29-d3739d94b13f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:17.732802 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Attempting to bind port ba921678-85aa-4ef0-8a29-d3739d94b13f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:17.733450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Attempting to bind port ba921678-85aa-4ef0-8a29-d3739d94b13f on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:17.753488 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Port ba921678-85aa-4ef0-8a29-d3739d94b13f on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:17.758082 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Attempting to bind port ba921678-85aa-4ef0-8a29-d3739d94b13f on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:17.800845 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:17.806947 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Checking segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:17.807628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Bound using segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:17.808426 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Bound port: ba921678-85aa-4ef0-8a29-d3739d94b13f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:17.815140 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.848799 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:17.860729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:17.994753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a17f0f-e02e-4fea-9cf9-f4d329c8c6b3 req-eb78236d-95b8-4f33-8dc7-6d49d4af7b74 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.008687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17a17f0f-e02e-4fea-9cf9-f4d329c8c6b3 req-eb78236d-95b8-4f33-8dc7-6d49d4af7b74 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 943 time: 0.4117351 Jun 22 18:31:18.066078 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:18.096992 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.200417 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:18.220092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:18.235000 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.277814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:18.393078 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17a17f0f-e02e-4fea-9cf9-f4d329c8c6b3 req-b8a99ec8-ea10-4ab5-935b-7cc26185c1ed tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831100 Jun 22 18:31:18.428473 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.429059 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.438467 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 200 len: 1093 time: 2.8295002 Jun 22 18:31:18.438813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:18.441264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e1c22f-fac2-455f-948f-20b228e36dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:18.561628 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.568050 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.652683 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-cd280784-c977-4a44-9832-309669dc028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:18.659908 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f821e83f-7820-42b8-a00b-45b9df5c40ab x-openstack-request-id: req-f821e83f-7820-42b8-a00b-45b9df5c40ab {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:18.660247 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:18.661094 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23f559a0305347d39cea29831501a61a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1003881 Jun 22 18:31:18.661367 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f821e83f-7820-42b8-a00b-45b9df5c40ab {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:18.662869 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39094) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:18.663137 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'status': 'completed', 'code': 200} Jun 22 18:31:18.666031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:18.678817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:18.746542 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f649d0fb-ecc7-49a2-9a34-553325160871,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:18.756489 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:18.788058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.833503 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.876329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-81102373-34d9-4812-9e78-7a3a9d6ac79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.878251 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-81102373-34d9-4812-9e78-7a3a9d6ac79d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 1096 time: 0.3518622 Jun 22 18:31:18.902439 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980ec9-f003-4d7c-a222-67995755e324 req-56288118-b76e-495b-b15b-e4384964b507 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.906266 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.910271 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.915767 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f649d0fb-ecc7-49a2-9a34-553325160871 HTTP/1.1" status: 204 len: 168 time: 0.2493150 Jun 22 18:31:18.916875 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ef980ec9-f003-4d7c-a222-67995755e324 req-56288118-b76e-495b-b15b-e4384964b507 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.3379178 Jun 22 18:31:18.917367 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-60442a09-fbe5-47c8-82bc-ddb60bfa1e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:18.927866 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f649d0fb-ecc7-49a2-9a34-553325160871,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:18.931456 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:19.004076 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-74a139f3-a018-49b8-b797-7c182c4a9ad8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 200 len: 217 time: 0.0634391 Jun 22 18:31:19.030852 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ef980ec9-f003-4d7c-a222-67995755e324 req-914fcd44-9826-430a-bb64-9844939e5542 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124623 Jun 22 18:31:19.099342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-e99cb3e4-0137-4c91-b67f-13e0a6b243b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.102907 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-e99cb3e4-0137-4c91-b67f-13e0a6b243b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.0903258 Jun 22 18:31:19.207212 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef273-e2ba-423f-98bd-c36d5872232a req-fc6cd883-d6a9-4159-b5d1-fbb6383f4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.208983 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-fc6cd883-d6a9-4159-b5d1-fbb6383f4d3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0906584 Jun 22 18:31:19.336026 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-c54d5581-8392-454e-be44-65123cc3e3b3 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121945 Jun 22 18:31:19.543780 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35aef273-e2ba-423f-98bd-c36d5872232a req-7914b886-11a9-46ae-b7f0-42fc9f15fe17 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004113 Jun 22 18:31:19.885121 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-a77d9f78-cc17-4613-b2a2-311657420d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.901345 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-a77d9f78-cc17-4613-b2a2-311657420d43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 1096 time: 0.2435629 Jun 22 18:31:20.056432 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332cdf-f477-4ffc-b7bd-d70cd1d9ec2a req-af77439d-6532-44d3-8fe5-be35935fb394 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.063819 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5332cdf-f477-4ffc-b7bd-d70cd1d9ec2a req-af77439d-6532-44d3-8fe5-be35935fb394 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 944 time: 0.3933578 Jun 22 18:31:20.133969 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5332cdf-f477-4ffc-b7bd-d70cd1d9ec2a req-09a41bc0-00cd-400a-82bd-2172aea5be74 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680494 Jun 22 18:31:20.203852 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-9378425f-8f69-446a-9180-0ac61b36a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.207331 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-9378425f-8f69-446a-9180-0ac61b36a89a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 918 time: 0.2999797 Jun 22 18:31:20.315341 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-28d319f4-6152-456a-820d-3011ad6a1036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 200 len: 217 time: 0.0982206 Jun 22 18:31:20.412001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-31ef1867-04ed-48f8-b392-40de1d0b11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.413987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-31ef1867-04ed-48f8-b392-40de1d0b11e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.0885773 Jun 22 18:31:20.521293 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246ee89-c1fa-4f50-bbc7-3f4ab49c20a5 req-54bb60f0-c0d7-4834-a854-6946a9783678 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.524010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a246ee89-c1fa-4f50-bbc7-3f4ab49c20a5 req-54bb60f0-c0d7-4834-a854-6946a9783678 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1968091 Jun 22 18:31:20.605226 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-448d1a0c-a233-42c2-86a2-d3a74fc917a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.608099 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-448d1a0c-a233-42c2-86a2-d3a74fc917a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1722562 Jun 22 18:31:20.613671 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a246ee89-c1fa-4f50-bbc7-3f4ab49c20a5 req-0946d819-030c-41e2-823b-5c7c2d98bc5f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717013 Jun 22 18:31:20.780223 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-2c10fa4d-7765-4bf5-aea6-1869fb395f1a service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542020 Jun 22 18:31:20.891692 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:20.957688 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8e1c22f-fac2-455f-948f-20b228e36dfe req-0ed93423-9e37-4f7e-a58e-67d8012565d0 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633012 Jun 22 18:31:21.021048 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:21.047364 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:21.047875 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.212848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.216967 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1befb-cf86-4c32-97ae-450bbf583cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.254084 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:21.256615 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3b21d-1e81-49e8-b472-1880f3fe37c9" -d '{"events": [{"server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "name": "network-vif-plugged", "status": "completed", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:21.279535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:21.302461 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.308033 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:21.430594 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ed5d5e-ca94-4ef5-938d-885ca21f4b99 x-openstack-request-id: req-30ed5d5e-ca94-4ef5-938d-885ca21f4b99 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:21.432586 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "name": "network-vif-plugged", "status": "completed", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:21.433525 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-30ed5d5e-ca94-4ef5-938d-885ca21f4b99 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:21.434676 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0', 'code': 200} Jun 22 18:31:21.435862 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:21.441701 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:21.471208 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ccecc-8ffb-458c-9872-c1654325d482 req-86e5e07b-679b-4001-bf68-6aa6bfe396fd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.473792 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ea4ccecc-8ffb-458c-9872-c1654325d482 req-86e5e07b-679b-4001-bf68-6aa6bfe396fd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.0981913 Jun 22 18:31:21.552149 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ea4ccecc-8ffb-458c-9872-c1654325d482 req-0c265b34-6119-44b5-97af-5ab417c11121 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667205 Jun 22 18:31:21.640955 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39208) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:21.657861 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b519aa3-7247-4f98-baa5-f9507c610ac4 req-60908da8-7d4b-4e30-bd09-e8f5ad83b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.659446 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3b519aa3-7247-4f98-baa5-f9507c610ac4 req-60908da8-7d4b-4e30-bd09-e8f5ad83b75e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.0766635 Jun 22 18:31:21.724564 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3b519aa3-7247-4f98-baa5-f9507c610ac4 req-a165cc91-b860-46be-9e01-b16d7a4a361d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Jun 22 18:31:21.789238 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.954155 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.960258 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.965168 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:21.972308 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d66ee-2a1b-4e35-ab9b-eac23f1593ba req-3f94fa6c-91fa-4595-a00c-85129287b553 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.981538 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d97d66ee-2a1b-4e35-ab9b-eac23f1593ba req-3f94fa6c-91fa-4595-a00c-85129287b553 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1635461 Jun 22 18:31:22.035538 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59908bcf-8360-46c9-be39-346094ea1e41,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:22.053075 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2182b154bd4467c96bc9a404b1b9a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103439 Jun 22 18:31:22.054561 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:22.056327 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39228) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:22.059531 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d97d66ee-2a1b-4e35-ab9b-eac23f1593ba req-ea55ace4-5d49-49c6-96bc-4aebd01ff54e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766509 Jun 22 18:31:22.137175 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.179180 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.246701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.250028 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.251553 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/59908bcf-8360-46c9-be39-346094ea1e41 HTTP/1.1" status: 204 len: 168 time: 0.1937330 Jun 22 18:31:22.252454 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9451c9b9-7c93-4db9-95b6-368e5236f1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:22.261674 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59908bcf-8360-46c9-be39-346094ea1e41,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:22.264119 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:22.723059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39256) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:22.754370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.797260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04625570-9304-47aa-93e5-c498bbb9c061 req-9f7e70a1-9c92-497f-9120-4650b8882983 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.802591 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04625570-9304-47aa-93e5-c498bbb9c061 req-9f7e70a1-9c92-497f-9120-4650b8882983 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.1016552 Jun 22 18:31:22.891289 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device ba921678-85aa-4ef0-8a29-d3739d94b13f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:22.894044 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04625570-9304-47aa-93e5-c498bbb9c061 req-055898ee-fff6-42e5-9ca7-10269e9725bd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849195 Jun 22 18:31:22.993428 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.001498 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.006206 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:23.042125 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9501da89-c99c-4efe-935e-7410640670f9,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:23.047768 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.066118 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=285a7e494de44d2598792408bc81651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416028 Jun 22 18:31:23.069985 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39270) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:23.120246 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:23.145599 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.188416 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.260198 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.264055 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.265694 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9501da89-c99c-4efe-935e-7410640670f9 HTTP/1.1" status: 204 len: 168 time: 0.1946895 Jun 22 18:31:23.266939 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-dc504df6-22c9-4e2f-9bb1-c40f462bff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:23.283886 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501da89-c99c-4efe-935e-7410640670f9,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:23.283886 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.335762 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'mac_address': 'fa:16:3e:16:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:23.417444 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.436984 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba921678-85aa-4ef0-8a29-d3739d94b13f {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:23.447879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faf7ed-7207-4bc8-9400-4c2d448adb5f req-0bd713f8-4d67-4356-abb5-5946247b39a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.450421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85faf7ed-7207-4bc8-9400-4c2d448adb5f req-0bd713f8-4d67-4356-abb5-5946247b39a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1687870 Jun 22 18:31:23.468992 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:23.475533 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.478831 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-527e23f0-da5e-46c8-9b0e-69ea4e593828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:23.534495 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85faf7ed-7207-4bc8-9400-4c2d448adb5f req-7a54372c-217c-4a5c-a136-1365159569cc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752585 Jun 22 18:31:23.555346 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:23.561745 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.891162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['ba921678-85aa-4ef0-8a29-d3739d94b13f'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:24.268269 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-653df913-15ad-4545-adae-15d71dbf48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.343901 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbb8e4-492f-49eb-839f-204d370150eb req-97f0dd24-4c50-4a22-87ec-7c943d65d1d4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.346629 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8adbb8e4-492f-49eb-839f-204d370150eb req-97f0dd24-4c50-4a22-87ec-7c943d65d1d4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.1810441 Jun 22 18:31:24.367749 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39324) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:24.443027 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8adbb8e4-492f-49eb-839f-204d370150eb req-518f8f9f-d080-4bce-b266-1df9552464ec tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792050 Jun 22 18:31:24.595559 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.613973 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.830972 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.839509 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.847362 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-047f25bf-4def-419c-8eb9-c0d99e33d193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:24.926882 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1de52e391afd4b36bacb5a60619b6b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568957 Jun 22 18:31:24.934339 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39346) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:24.944533 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b220cb08-5e2e-41f1-9cf9-53b614c655c7,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:24.997142 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:24.998092 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:24.998981 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:24.999789 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.000595 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.001370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.002800 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.003685 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.004546 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.005298 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.006375 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.007560 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:25.020238 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:25.103271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0d55-71ec-466d-a9e4-e795f6021550 req-4d55254e-229d-44f9-8ac1-5aea69ca419b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.106175 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e9b0d55-71ec-466d-a9e4-e795f6021550 req-4d55254e-229d-44f9-8ac1-5aea69ca419b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 944 time: 0.2274630 Jun 22 18:31:25.124657 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.178407 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.198439 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39356) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:25.231032 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e9b0d55-71ec-466d-a9e4-e795f6021550 req-74eb040c-eadf-492c-86c9-596f732b1804 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172068 Jun 22 18:31:25.329578 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.332920 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.334349 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b220cb08-5e2e-41f1-9cf9-53b614c655c7 HTTP/1.1" status: 204 len: 168 time: 0.3965485 Jun 22 18:31:25.335307 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5492ab70-2031-448f-988a-1e5f34ba16d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:25.355506 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b220cb08-5e2e-41f1-9cf9-53b614c655c7,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:25.359344 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:25.451433 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-4d1119db-c4c6-413c-9f40-cfe089754fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.454458 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-4d1119db-c4c6-413c-9f40-cfe089754fa9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.1324291 Jun 22 18:31:25.616427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-8a719ac0-ab36-4caf-a127-d1d850f5cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.618933 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-8a719ac0-ab36-4caf-a127-d1d850f5cb77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.1566901 Jun 22 18:31:25.635483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f6d5-2c4d-4b0d-9824-6120015ad465 req-7c2cab94-4378-4f7e-8b01-423598bf099f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.637797 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79d2f6d5-2c4d-4b0d-9824-6120015ad465 req-7c2cab94-4378-4f7e-8b01-423598bf099f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.1555355 Jun 22 18:31:25.692629 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-fa2b5e2a-8355-48ac-b9af-96cb8e4de79b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0530853 Jun 22 18:31:25.723172 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.792334 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79d2f6d5-2c4d-4b0d-9824-6120015ad465 req-6eed6898-f5d3-4214-ad23-f61427c28610 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147995 Jun 22 18:31:25.800452 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-3ef80b37-42f8-438f-bd28-f39e25a9676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.801945 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-3ef80b37-42f8-438f-bd28-f39e25a9676d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0989697 Jun 22 18:31:25.854380 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-1145bc45-2ae9-48ad-a82d-6ddc5d6dee34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389504 Jun 22 18:31:26.012462 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-7d246af9-770b-4511-8875-5f3112e697b6 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404049 Jun 22 18:31:26.017500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.023624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.048046 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.105985 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.145967 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13b0275516ef4362a8b2a8eca55aad73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467299 Jun 22 18:31:26.146918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39382) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:26.174454 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393711ef-57f3-4416-959f-d42cb7fb7156,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.212102 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.212753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.213263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.213828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.214490 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.215034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.215530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.216047 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.216431 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.216784 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.217131 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.217465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:26.233766 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.304779 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5502740c-36f4-4bcf-9281-9c1404aa676a req-e2a6ac9a-f842-4627-b602-89240c1cce1e service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574813 Jun 22 18:31:26.307568 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.361309 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39392) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:26.386157 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.386420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.485135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.491463 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.494818 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/393711ef-57f3-4416-959f-d42cb7fb7156 HTTP/1.1" status: 204 len: 168 time: 0.3409767 Jun 22 18:31:26.499529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.515893 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393711ef-57f3-4416-959f-d42cb7fb7156,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.521026 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.642006 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.652325 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.661115 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.772440 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f234-e2e4-44cd-be76-6f20ff953ece req-56f42c3e-dc07-47c6-ad03-bdecb44079b6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.779815 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d64f234-e2e4-44cd-be76-6f20ff953ece req-56f42c3e-dc07-47c6-ad03-bdecb44079b6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 944 time: 0.1457715 Jun 22 18:31:26.785182 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96fa7e9037684b15b2a578a211a9783c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225476 Jun 22 18:31:26.786170 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc33649-3aa1-45cb-ad1b-25d25ec8d779,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.790749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39406) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:26.805235 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.932931 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device ba921678-85aa-4ef0-8a29-d3739d94b13f up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:27.054207 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d64f234-e2e4-44cd-be76-6f20ff953ece req-ffac2c25-b933-4027-94f0-621001351bef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359216 Jun 22 18:31:27.091819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port ba921678-85aa-4ef0-8a29-d3739d94b13f completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:27.108275 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port ba921678-85aa-4ef0-8a29-d3739d94b13f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:27.113715 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.133661 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.225128 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.435205 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.488136 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e796018-af76-4fd5-822f-da7b9ba6d58a req-4efa86a7-24a1-4b4c-8a39-6f093300e359 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.489757 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e796018-af76-4fd5-822f-da7b9ba6d58a req-4efa86a7-24a1-4b4c-8a39-6f093300e359 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.1785879 Jun 22 18:31:27.490959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.494854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.496062 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7fc33649-3aa1-45cb-ad1b-25d25ec8d779 HTTP/1.1" status: 204 len: 168 time: 0.7038019 Jun 22 18:31:27.497239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.509284 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc33649-3aa1-45cb-ad1b-25d25ec8d779,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.520908 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:27.523505 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.526702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0464e253-6386-4031-8ba8-60e608fd6353" -d '{"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:27.568399 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e796018-af76-4fd5-822f-da7b9ba6d58a req-be6278c8-e90c-4472-8b15-8707895a643c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618479 Jun 22 18:31:27.573337 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:27.579734 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.588274 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.595706 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06284ed3-fabe-4617-9788-3b5a1f27aa71 x-openstack-request-id: req-06284ed3-fabe-4617-9788-3b5a1f27aa71 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:27.596654 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:27.597238 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06284ed3-fabe-4617-9788-3b5a1f27aa71 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:27.597859 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'code': 200} Jun 22 18:31:27.704389 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.717766 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:28.026856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f45cd-65ed-4ee1-a1b7-a774d82ad6c1 req-6b8a4d1f-79d1-4525-b5a7-4d107240019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.027891 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.033671 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf8f45cd-65ed-4ee1-a1b7-a774d82ad6c1 req-6b8a4d1f-79d1-4525-b5a7-4d107240019d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1028812 Jun 22 18:31:28.106659 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf8f45cd-65ed-4ee1-a1b7-a774d82ad6c1 req-d2a4ff98-72c8-41c7-8bc0-f8a70eaa5e60 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677292 Jun 22 18:31:28.472688 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b232-a1b9-427f-b690-47ec97d00194 req-d8c75281-4a12-4d3a-abe6-9933228310bc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.487294 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3e6b232-a1b9-427f-b690-47ec97d00194 req-d8c75281-4a12-4d3a-abe6-9933228310bc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1415899 Jun 22 18:31:28.569450 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3e6b232-a1b9-427f-b690-47ec97d00194 req-7f0643c1-a559-4d46-8c3b-84e827f0956c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795207 Jun 22 18:31:29.064252 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0025ed-3a9a-42ba-9293-7d46423c6393 req-79b17f12-e635-4c71-af0e-a5081469df8d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.066938 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b0025ed-3a9a-42ba-9293-7d46423c6393 req-79b17f12-e635-4c71-af0e-a5081469df8d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.2246344 Jun 22 18:31:29.088638 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb761ca-661c-42fb-b08d-2945ac3d6b01 req-2ed423f5-2a1c-4c3b-ac9c-8291b0a6988a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.092240 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dbb761ca-661c-42fb-b08d-2945ac3d6b01 req-2ed423f5-2a1c-4c3b-ac9c-8291b0a6988a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.1955452 Jun 22 18:31:29.411349 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dbb761ca-661c-42fb-b08d-2945ac3d6b01 req-5a3c9ae1-7064-4865-967c-7236f94ca70a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057365 Jun 22 18:31:29.435414 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b0025ed-3a9a-42ba-9293-7d46423c6393 req-aa05f7b0-51c2-47d4-a378-1e03722a745e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414216 Jun 22 18:31:29.814975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8991-c4ed-4dbf-a72a-2be1bb1397f0 req-3e9fcdae-0021-4f15-93e3-0a9db0fe9c7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.816785 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-396f8991-c4ed-4dbf-a72a-2be1bb1397f0 req-3e9fcdae-0021-4f15-93e3-0a9db0fe9c7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0841682 Jun 22 18:31:29.901414 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-396f8991-c4ed-4dbf-a72a-2be1bb1397f0 req-45d56de7-b329-47ed-a313-fe492fba110b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772238 Jun 22 18:31:30.279116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72fbf3-d772-4fe5-8fe2-7db4a8886a8c req-61993c43-999b-49a8-b110-df1aba7da412 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.287817 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6c72fbf3-d772-4fe5-8fe2-7db4a8886a8c req-61993c43-999b-49a8-b110-df1aba7da412 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1586089 Jun 22 18:31:30.297107 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39558) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:30.302369 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'floatingip': {'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:30.409538 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:30.596599 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39566) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:30.755242 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e291c4-573a-4dde-81ba-ed67c1160ede req-6c810317-61c6-40b9-9426-3275ec7fb78a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.757951 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62e291c4-573a-4dde-81ba-ed67c1160ede req-6c810317-61c6-40b9-9426-3275ec7fb78a tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.1825693 Jun 22 18:31:30.852778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:30.976855 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9c23-971f-4a3f-84a1-0d1e379243f9 req-c0686350-b03f-4fdc-83f8-bffe43269428 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.978822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dbcb9c23-971f-4a3f-84a1-0d1e379243f9 req-c0686350-b03f-4fdc-83f8-bffe43269428 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.2424095 Jun 22 18:31:30.994613 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62e291c4-573a-4dde-81ba-ed67c1160ede req-d9f8c475-81de-4b0c-b503-63486d515ffd tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809084 Jun 22 18:31:31.131789 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dbcb9c23-971f-4a3f-84a1-0d1e379243f9 req-3f8c1aac-9fd4-40d5-b1b2-123b8132b801 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300788 Jun 22 18:31:31.198030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.202988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.205932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:31.253822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b146387854d4bb2a12a08c60f42320d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552091 Jun 22 18:31:31.254660 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39576) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:31.255368 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf30948d-5d24-4d7e-9647-6ae3ed007947,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:31.266480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:31.331839 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.390971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.410999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.db.resource_extend [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 18:31:31.498110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.499701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.504412 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf30948d-5d24-4d7e-9647-6ae3ed007947 HTTP/1.1" status: 204 len: 168 time: 0.2448628 Jun 22 18:31:31.505898 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-40b56b12-4bb4-400c-b750-42089b1c9cac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:31.514618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.514859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf30948d-5d24-4d7e-9647-6ae3ed007947,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:31.523803 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.531208 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:31.689075 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Floating IP 6a4733fb-0327-4a81-a86d-082816bf438a associated. External IP: 172.27.0.238, port: ba921678-85aa-4ef0-8a29-d3739d94b13f. Jun 22 18:31:31.721484 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-397ae4c1-de96-4e0f-9b52-2ad084498b62 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:31.723401 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-397ae4c1-de96-4e0f-9b52-2ad084498b62 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 945 time: 0.1725266 Jun 22 18:31:31.988593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Deleting port c73dec29-3f9d-4bf7-ae2e-31088243dd63 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:31:31.989996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.043827 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:32.219878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] For port c73dec29-3f9d-4bf7-ae2e-31088243dd63, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c73dec29-3f9d-4bf7-ae2e-31088243dd63,segment=NetworkSegment(481e1332-88fc-4394-85f7-9946059c60fa),segment_id=481e1332-88fc-4394-85f7-9946059c60fa)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:32.222539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.257111 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Calling delete_port for c73dec29-3f9d-4bf7-ae2e-31088243dd63 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:31:32.297108 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:32.313981 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:32.315259 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.349135 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:32.349135 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:32.443045 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a533e897-061d-4dd5-bbc0-56ed1951f236 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "PUT /v2.0/floatingips/6a4733fb-0327-4a81-a86d-082816bf438a HTTP/1.1" status: 200 len: 991 time: 2.1446307 Jun 22 18:31:32.449606 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:32.452448 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d304e-f38b-4d01-839a-419295bc27ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:32.547508 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:32.768156 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.788032 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['c73dec29-3f9d-4bf7-ae2e-31088243dd63'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:32.813038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:32.896923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39660) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:32.915104 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Pushing event deleted for resources: {'Port': ['ID=c73dec29-3f9d-4bf7-ae2e-31088243dd63,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:32.966793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eaa54-7664-416f-93d2-5e23b973e6ce req-ab67400e-ecbb-4d61-9fe6-bdc0279e3702 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.970040 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-373eaa54-7664-416f-93d2-5e23b973e6ce req-ab67400e-ecbb-4d61-9fe6-bdc0279e3702 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 867 time: 0.3779745 Jun 22 18:31:32.972926 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:33.019168 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac8326-aaef-4aa9-a69a-dd65e94bd725 req-356209f4-0d7a-4d38-b27c-77a55ecdbe02 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.034310 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3fac8326-aaef-4aa9-a69a-dd65e94bd725 req-356209f4-0d7a-4d38-b27c-77a55ecdbe02 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.4439421 Jun 22 18:31:33.113785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] No DVR routers for this DVR port c73dec29-3f9d-4bf7-ae2e-31088243dd63 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:31:33.127600 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.129749 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1e9b35f0-e433-4673-8978-2c07dbfcd223 req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.49 "DELETE /v2.0/ports/c73dec29-3f9d-4bf7-ae2e-31088243dd63 HTTP/1.1" status: 204 len: 173 time: 1.3944178 Jun 22 18:31:33.130757 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'name': 'network-vif-deleted', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:33.131143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.132934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e619cd-6187-4c73-8da9-47a0a126b887" -d '{"events": [{"server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "name": "network-vif-deleted", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:33.163061 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3fac8326-aaef-4aa9-a69a-dd65e94bd725 req-7a8cb6a6-0949-4c9a-a6f4-e1e7efcda52c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271017 Jun 22 18:31:33.188601 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-373eaa54-7664-416f-93d2-5e23b973e6ce req-16441861-d8ff-4f05-955b-79326daf6064 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/security-groups?id=0924758b-b707-4164-85c5-4eaf5596d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816971 Jun 22 18:31:33.223924 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6a4733fb-0327-4a81-a86d-082816bf438a', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:16:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:01Z', 'updated_at': '2021-06-22T18:31:31Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:33.296456 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:33.319430 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:33.323749 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:33.423869 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab861f4-d8de-4d6f-8d28-ff9e15cc03b3 x-openstack-request-id: req-eab861f4-d8de-4d6f-8d28-ff9e15cc03b3 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:33.424663 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:33.425154 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eab861f4-d8de-4d6f-8d28-ff9e15cc03b3 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:33.425962 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'status': 'completed', 'code': 200} Jun 22 18:31:33.439659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.451234 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.452523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a78060-4dd6-43e4-876b-23069324da61 x-openstack-request-id: req-64a78060-4dd6-43e4-876b-23069324da61 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:33.453282 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3427fa4-6832-4c92-b315-107d19d8ad0e", "name": "network-vif-deleted", "tag": "c73dec29-3f9d-4bf7-ae2e-31088243dd63", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:33.453722 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-64a78060-4dd6-43e4-876b-23069324da61 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:33.454296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3427fa4-6832-4c92-b315-107d19d8ad0e', 'name': 'network-vif-deleted', 'tag': 'c73dec29-3f9d-4bf7-ae2e-31088243dd63', 'status': 'completed', 'code': 200} Jun 22 18:31:33.462188 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a9721e42-3fe2-43c0-b32c-12b3ebb17877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:33.506231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d304e-f38b-4d01-839a-419295bc27ee req-c84a8d50-807f-47ff-a655-3193fc7e43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.507975 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-c84a8d50-807f-47ff-a655-3193fc7e43d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0963461 Jun 22 18:31:33.509194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39674) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:33.509384 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=77d2cbbbf264408da8abc9df3098b8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111763 Jun 22 18:31:33.509736 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39676) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:33.537195 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4384b166-57ec-4686-86a6-e42369348cee,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:33.542908 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:33.562745 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:33.702837 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.766222 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d304e-f38b-4d01-839a-419295bc27ee req-b1e3c525-7987-4c03-96e2-9faacdaf1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.773089 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-b1e3c525-7987-4c03-96e2-9faacdaf1753 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 918 time: 0.2501504 Jun 22 18:31:33.892450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.998795 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.011929 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6a4733fb-0327-4a81-a86d-082816bf438a', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:16:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:01Z', 'updated_at': '2021-06-22T18:31:31Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:34.054830 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425389d6-b04c-4ba0-81f6-a92da30fe72f None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6a4733fb-0327-4a81-a86d-082816bf438a', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:16:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:01Z', 'updated_at': '2021-06-22T18:31:31Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:34.092074 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-f77f080a-5408-4be2-ab46-249ec29e3f97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 200 len: 999 time: 0.3042798 Jun 22 18:31:34.206728 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.212483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.219175 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4384b166-57ec-4686-86a6-e42369348cee HTTP/1.1" status: 204 len: 168 time: 0.7075777 Jun 22 18:31:34.231325 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:34.274881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4384b166-57ec-4686-86a6-e42369348cee,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:34.282289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d304e-f38b-4d01-839a-419295bc27ee req-4b010a61-8afd-4ef1-b4e7-5938a076a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.285373 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-4b010a61-8afd-4ef1-b4e7-5938a076a5bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.1785483 Jun 22 18:31:34.291625 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:34.598109 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bbd2f-25f5-496a-931a-2740cc4cdd31 None None] New status for floating IP 6a4733fb-0327-4a81-a86d-082816bf438a: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:31:34.613680 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.645349 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d304e-f38b-4d01-839a-419295bc27ee req-dab88453-cabb-4349-8f19-6ded23ed2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.648750 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-dab88453-cabb-4349-8f19-6ded23ed2e27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3422759 Jun 22 18:31:34.653134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.690377 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-69a67447-0e9f-43ee-aa66-bb8d8a4d4f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:34.719550 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7d43d23f-e51a-4d61-8360-1a258cc87e9c req-9ce55fd9-7a66-4127-b59d-d97b5c8457e6 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3427fa4-6832-4c92-b315-107d19d8ad0e HTTP/1.1" status: 200 len: 210 time: 0.0954483 Jun 22 18:31:34.823729 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5aa7e730e4b42de80e3e781cb921c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3115380 Jun 22 18:31:34.827921 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39708) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:34.949623 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.017673 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.066566 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf71241-8118-47a4-9373-2269f3551d90,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:35.075857 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c73dec29-3f9d-4bf7-ae2e-31088243dd63 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:31:35.076617 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:35.118275 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: c73dec29-3f9d-4bf7-ae2e-31088243dd63 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:31:35.119202 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c73dec29-3f9d-4bf7-ae2e-31088243dd63 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:31:35.154790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.158803 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.160515 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fbf71241-8118-47a4-9373-2269f3551d90 HTTP/1.1" status: 204 len: 168 time: 0.3314676 Jun 22 18:31:35.161661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:35.200174 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf71241-8118-47a4-9373-2269f3551d90,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:35.212142 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:35.285472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-c44913b2-bf71-41ba-8d1b-47bae48c7a25 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908532 Jun 22 18:31:35.298058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab9da-ed3b-4eb3-9bf5-bd4b898e22fa req-b275122a-f548-4045-afff-3bf9fc086468 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:35.299562 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b2ab9da-ed3b-4eb3-9bf5-bd4b898e22fa req-b275122a-f548-4045-afff-3bf9fc086468 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.2481518 Jun 22 18:31:35.384013 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39720) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:35.409599 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b2ab9da-ed3b-4eb3-9bf5-bd4b898e22fa req-e195fd8e-9146-4c0a-885d-2f6e605adb80 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 Jun 22 18:31:35.438174 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-570d304e-f38b-4d01-839a-419295bc27ee req-7ef2ef80-0f69-4c8a-87b5-10e24a6bb18c service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375630 Jun 22 18:31:35.469455 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.625986 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.634106 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39732) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:35.643132 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.649901 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-cb1abe2d-dab0-48ca-9008-8dfae7c59f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:35.686694 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.743343 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=175afb46da8340f68e55f90a60f4a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552349 Jun 22 18:31:35.743922 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-b5220093-a283-4642-863f-1fc39107f1b8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:35.745520 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-b5220093-a283-4642-863f-1fc39107f1b8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.1368625 Jun 22 18:31:35.746038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39734) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:35.746169 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba9ace5-98a5-48c9-9935-aa32df3b8e19,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:35.756511 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:35.783179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-37eaa1a5-0a49-4408-8b3a-d936642e7e33 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/quotas/906e9ea34e354c6599ad55dadb2b9b09 HTTP/1.1" status: 200 len: 375 time: 0.0224907 Jun 22 18:31:35.929864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.000497 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.028265 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-e03116ec-44bf-4b8f-a17c-405db9d2b53b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157135 Jun 22 18:31:36.033663 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.041420 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.154842 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-29db69dc-b230-4473-b66d-84407f83f6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:36.183076 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8bf0dea9b55443f9ac1a37a5cb3ac218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471766 Jun 22 18:31:36.183731 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.187402 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.189214 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aba9ace5-98a5-48c9-9935-aa32df3b8e19 HTTP/1.1" status: 204 len: 168 time: 0.4420786 Jun 22 18:31:36.190246 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39758) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:36.191261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-720a01c1-8236-4f46-b0f2-9644efdda59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:36.207009 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-00b760f9-825b-401c-a1ec-5885d5636b96 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615021 Jun 22 18:31:36.235985 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6d7c6-eba3-4db5-947b-9db200340da5,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:36.240759 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:36.319495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba9ace5-98a5-48c9-9935-aa32df3b8e19,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:36.360734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:36.415193 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-2cabde43-89f5-4b5d-a76c-73fdffa98191 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3bf0639971e940a98495b27ed609e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102040 Jun 22 18:31:37.054920 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-05caba4c-5242-4d6b-8468-53fe0674d562 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8464844 Jun 22 18:31:37.073077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.186567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.223152 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-def4e6ae-169e-48ca-b36c-1f868a0ee656 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:37.226210 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-def4e6ae-169e-48ca-b36c-1f868a0ee656 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7833712 Jun 22 18:31:37.297951 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-b1546b4b-1cb5-4402-aee5-ddd6f21e9e28 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/quotas/3bf0639971e940a98495b27ed609e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0480144 Jun 22 18:31:37.414712 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-5b496de4-1c74-482a-aa67-91dd461c946d tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bf0639971e940a98495b27ed609e8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056089 Jun 22 18:31:37.442942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.447948 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.452055 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28d6d7c6-eba3-4db5-947b-9db200340da5 HTTP/1.1" status: 204 len: 168 time: 1.2539651 Jun 22 18:31:37.452055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1824bb2f-9695-49a1-8a01-4e4ae364de3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:37.474055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6d7c6-eba3-4db5-947b-9db200340da5,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:37.477865 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:37.997122 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d8263bec-deb1-40c5-9978-46ba67b633b6 req-a35b8a76-4fd5-4d8f-b8da-c323e9ddf2fd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 210 time: 0.1032879 Jun 22 18:31:38.259377 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0c281836-3ece-4943-8014-e891ed6b2400 req-6506ea80-3bb3-46fd-8f23-db7057ce6d76 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 210 time: 0.0625618 Jun 22 18:31:38.302326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac234-eb7e-41cf-b244-ab8c23348c19 req-bc562318-a98d-4854-8cad-b63ed50dfa70 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:38.322186 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5ebac234-eb7e-41cf-b244-ab8c23348c19 req-bc562318-a98d-4854-8cad-b63ed50dfa70 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.2378912 Jun 22 18:31:38.384992 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39848) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:38.434779 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5ebac234-eb7e-41cf-b244-ab8c23348c19 req-7ed27f06-8877-47cc-8d11-585477fb8942 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093593 Jun 22 18:31:38.550251 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39858) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:38.706897 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Deleting subnet 4699f370-d1b6-48c2-a5fe-41b4b7f7156f {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:31:38.707171 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.713255 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.776116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.901520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.977524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.984099 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.988162 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-db8e931e-cec3-4e64-ad37-ccb428a5afc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.047009 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.065424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.069346 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ddac4-b81b-4393-8c37-fe933d18075a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.079421 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.088470 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5bd74af313e424bb965e0e0edc50a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000344 Jun 22 18:31:39.092950 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39870) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.152921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.158076 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4699f370-d1b6-48c2-a5fe-41b4b7f7156f HTTP/1.1" status: 204 len: 168 time: 0.6060276 Jun 22 18:31:39.160422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4699f370-d1b6-48c2-a5fe-41b4b7f7156f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.173356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.174701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39872) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.208085 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.258017 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.366396 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.421160 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.426155 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.432310 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/859ddac4-b81b-4393-8c37-fe933d18075a HTTP/1.1" status: 204 len: 168 time: 0.3334141 Jun 22 18:31:39.438607 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a80d7a53-8d10-47eb-97b5-d25dfa8fa7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.469130 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ddac4-b81b-4393-8c37-fe933d18075a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.478173 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.587401 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b969a2d0-ee67-4933-bc70-759bd1ca3c28 req-ca32cc6f-4f34-45ba-85eb-1e30a5a74120 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 210 time: 0.0876083 Jun 22 18:31:39.827172 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.879638 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-88947a25-2c7a-4dc6-a3fa-7c19357f8fe4 req-c7099d0f-7c91-4d16-814e-932ac8970100 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 210 time: 0.1155548 Jun 22 18:31:39.917337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088efd90-605f-4a94-93ee-eeb248f14f55']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:39.949777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481e1332-88fc-4394-85f7-9946059c60fa') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:39.950090 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481e1332-88fc-4394-85f7-9946059c60fa') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:39.974145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.042661 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.093171 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:31:40.093656 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:31:40.095942 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:31:40.216174 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-6a006fc2-319e-4ac0-88ec-428f161e9acd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.219712 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-6a006fc2-319e-4ac0-88ec-428f161e9acd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.4540861 Jun 22 18:31:40.247579 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Request body: {'port': {'device_id': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'admin_state_up': True, 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:40.440664 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-b4828779-906b-4fa8-9303-f2e3814c3465 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3bf0639971e940a98495b27ed609e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340395 Jun 22 18:31:40.446745 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.458334 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1b8c4-7657-4969-bd10-4c817ca1be05 req-67ceb7c9-b94f-4a7f-8f87-770681249f68 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.463917 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35b1b8c4-7657-4969-bd10-4c817ca1be05 req-67ceb7c9-b94f-4a7f-8f87-770681249f68 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.4809082 Jun 22 18:31:40.518184 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39914) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:40.525805 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.541220 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.542941 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] 10.222.0.68 "DELETE /v2.0/networks/088efd90-605f-4a94-93ee-eeb248f14f55 HTTP/1.1" status: 204 len: 168 time: 1.3648612 Jun 22 18:31:40.548627 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:40.552013 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.590126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=088efd90-605f-4a94-93ee-eeb248f14f55,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.601329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d0a38dec-2265-4798-a66c-ced8985b4fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.627808 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35b1b8c4-7657-4969-bd10-4c817ca1be05 req-5fb882d3-3d70-41d3-bdf2-3438383c2822 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552050 Jun 22 18:31:40.694217 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-3e2f0320-aaf3-441f-91c7-d25ad1c0f368 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.695782 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-3e2f0320-aaf3-441f-91c7-d25ad1c0f368 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477503 Jun 22 18:31:40.722656 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Request body: {'port': {'device_id': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615', 'admin_state_up': True, 'tenant_id': '3bf0639971e940a98495b27ed609e8d6'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:40.786621 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.835463 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39928) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:40.892477 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Allocated IP 172.20.0.6 (3c25009f-7ae2-428e-945c-baff14714986/9d92298f-2054-45f3-9970-803d531bdeed/7caf461a-be92-460f-87fa-05cafbfbcc5f) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:41.040689 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2de71961-62b6-4ecd-8bc5-06704d2919a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c7a7d5cfafd479b8a8be6b556112282&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1923566 Jun 22 18:31:41.051139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39938) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:41.124389 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.134601 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.139549 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-13c11a4b-bc70-4dc6-b68c-37673925f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.197500 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3072f407-852c-4ac2-a802-3fd049abe12d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:41.206955 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4f81fda58b6449897c5e415d0d52324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6869769 Jun 22 18:31:41.209094 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:41.210932 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39942) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:41.272970 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b3840199-ce96-43e5-92aa-55e918a1d083 req-ca47d7b6-3c10-42c7-ab0c-ea018d1b10f7 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 210 time: 0.2231071 Jun 22 18:31:41.386234 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.426069 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad59d3e4-3d42-4e73-87ea-c5eedaaa7369 req-68f3c13c-7cf4-44fb-974c-b147c6d7a343 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 210 time: 0.1733124 Jun 22 18:31:41.429698 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.454932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Made reservation on behalf of 3bf0639971e940a98495b27ed609e8d6 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:41.461164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.562690 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.565782 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.567913 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.573497 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3072f407-852c-4ac2-a802-3fd049abe12d HTTP/1.1" status: 204 len: 168 time: 0.3562014 Jun 22 18:31:41.573497 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d9f0e83c-153a-4cd9-b223-e007cea6c783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.596998 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3072f407-852c-4ac2-a802-3fd049abe12d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:41.601359 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:41.613638 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.674265 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.699373 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.737196 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-b9fa55b5-11b8-413c-b350-82743169dc44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3277845 Jun 22 18:31:41.846089 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.873834 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:41.949566 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.968640 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.971372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.972605 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0924758b-b707-4164-85c5-4eaf5596d67f HTTP/1.1" status: 204 len: 168 time: 0.9200706 Jun 22 18:31:42.018862 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Network 3c25009f-7ae2-428e-945c-baff14714986 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:42.055982 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:42.072956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:42.116409 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.126518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event updated for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.130416 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-a76543ca-8a7a-4c83-86f2-05ffa4777d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.132094 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-a76543ca-8a7a-4c83-86f2-05ffa4777d84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.2841580 Jun 22 18:31:42.133227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.137518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.139921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.183715 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924758b-b707-4164-85c5-4eaf5596d67f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.191411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.193568 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0d8aa71e-a299-4a19-abad-7b28e1090f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.441080 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39974) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.470992 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.607832 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.608900 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.619297 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39980) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.709737 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Allocated IP 192.168.233.249 (1d0e057c-fe51-4026-8062-efd537dd3615/cc0068ad-b415-47bf-bf60-e9045f830cca/1b8640d8-cdd9-419b-acac-d22f24f23788) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:42.766135 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.775423 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.776408 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efbe3-0135-4788-843a-4f5abd3c9c3c req-42a7467a-6bf5-42d7-a531-47510180c7bf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.780828 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-4547a802-38a3-4915-87bf-fa2e641d7d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.795257 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e1efbe3-0135-4788-843a-4f5abd3c9c3c req-42a7467a-6bf5-42d7-a531-47510180c7bf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.9092908 Jun 22 18:31:42.831790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-898262177-network', 'tenant_id': 'd8a388d4154746a1a30cc3b8a289cb84'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:42.880864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82936403-cf4a-4929-9923-73ef71010c45,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.891078 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.896455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6623471 Jun 22 18:31:42.911655 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7904d6490c6c4735a6a7ad2178a9a635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691803 Jun 22 18:31:42.912633 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38f7a5-57a6-4a4d-bfb6-358082606778,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.918059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39996) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.925121 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.933574 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5e1efbe3-0135-4788-843a-4f5abd3c9c3c req-e8896acd-c9b0-4a8f-85bf-28ab0b1a585a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372826 Jun 22 18:31:42.948915 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Made reservation on behalf of d8a388d4154746a1a30cc3b8a289cb84 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:42.951289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Request body: {'port': {'device_id': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:42.957349 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.019964 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.068410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.112507 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.213521 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.216517 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.220724 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0d38f7a5-57a6-4a4d-bfb6-358082606778 HTTP/1.1" status: 204 len: 168 time: 0.3015358 Jun 22 18:31:43.223267 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.224447 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-245180ac-7ad3-48f9-af8c-2ba67d4e1e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.237366 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.250543 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38f7a5-57a6-4a4d-bfb6-358082606778,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.279924 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.280986 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-314ccf23-c930-4d16-bdf5-9e2be406d17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.310898 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:43.314796 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c49bc-3629-48b7-a0ed-cb08af11e114,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.323339 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764001ce-f787-4ba9-ae9e-460ccbc58645 req-2df4d6e2-b241-4f7e-b44d-26628033ff62 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.323598 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.325949 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-764001ce-f787-4ba9-ae9e-460ccbc58645 req-2df4d6e2-b241-4f7e-b44d-26628033ff62 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 931 time: 0.5904264 Jun 22 18:31:43.328200 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-374a3e3e-40d5-4ece-a48b-6eb4de19651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.330878 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-374a3e3e-40d5-4ece-a48b-6eb4de19651a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 1.1613224 Jun 22 18:31:43.334934 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79d03dd7-7949-4d63-aa8e-06af61c61c8c req-14b3e752-57e9-4ac9-9543-1c5922d5fe4d tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 210 time: 0.1804597 Jun 22 18:31:43.340118 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.340609 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Added segment 25751e58-3575-43bd-a016-7b73c48f391f of type vlan for network 691eec3d-4eba-41aa-9670-419e3db7991f Jun 22 18:31:43.455596 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.472397 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40010) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:43.525962 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.528131 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.529221 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.534855 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0a04f06d-cd1e-478b-89dc-5c72217f676c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.550460 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-764001ce-f787-4ba9-ae9e-460ccbc58645 req-839b1a59-081b-4d93-9da8-c237f1abb953 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074246 Jun 22 18:31:43.562208 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-86f9bb99-94ca-4a34-8687-a259a75a03b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.2140148 Jun 22 18:31:43.600559 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.622142 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0017660 Jun 22 18:31:43.623858 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Pushing event updated for resources: {'Network': ['ID=691eec3d-4eba-41aa-9670-419e3db7991f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.626231 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40016) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:43.631933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Request body: {'subnet': {'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-898262177-subnet', 'tenant_id': 'd8a388d4154746a1a30cc3b8a289cb84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:43.636433 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 691eec3d-4eba-41aa-9670-419e3db7991f details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:43.637325 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.668724 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Made reservation on behalf of d8a388d4154746a1a30cc3b8a289cb84 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:43.671978 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.729254 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40018) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:43.754501 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-345956314-network', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:43.764758 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.775389 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.796309 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-8b1db4db-2236-46cf-a190-2c751fddd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.797836 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-8b1db4db-2236-46cf-a190-2c751fddd13f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.2126281 Jun 22 18:31:43.818960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Transition to ACTIVE for port object 1b8640d8-cdd9-419b-acac-d22f24f23788 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:43.827437 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Made reservation on behalf of f9a38997435a4b8db956a154d5b63cac for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:43.829831 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.850034 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-87ac738a-c47a-4801-ad12-137f284f945d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394547 Jun 22 18:31:43.852901 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.000247 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.007682 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.050881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.069891 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4f032e30-f001-4a1d-9d29-85ed8a0b8603 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.081008 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.093202 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.100088 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b875795-8e65-44f8-a59a-b05b3ccc2422,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.116877 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.117370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ccc7c17f-3f53-4531-bd8b-8f43c424897b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.178715 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6cd05a74bb774ca1b5defd1d3b40c2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459922 Jun 22 18:31:44.183650 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40028) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.198482 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f707a3-406c-4846-bbae-9d3394907a9a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.213301 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.217550 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Checking segment: {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:44.218026 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Network hostable DHCP agents. Network: 691eec3d-4eba-41aa-9670-419e3db7991f, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:44.229504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Network 1d0e057c-fe51-4026-8062-efd537dd3615 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:44.232810 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-7b32112e-3b8a-47cc-8b6b-7e4e9f6a3594 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707216 Jun 22 18:31:44.286438 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Network 691eec3d-4eba-41aa-9670-419e3db7991f is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:44.308281 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 691eec3d-4eba-41aa-9670-419e3db7991f) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:44.312796 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.313409 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.322675 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e85f6-4a85-4a94-b8e0-fd233b6b1b05 None None] Network 691eec3d-4eba-41aa-9670-419e3db7991f requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:44.333154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:44.334090 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.338569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:44.347171 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.356873 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.364298 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7235f755-7a8d-47b8-a0ec-670b417ee25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.383741 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7563019 Jun 22 18:31:44.391814 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.411930 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:44.504147 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8138c2-8b50-4059-99e7-8d9a7b42ea08,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.511267 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.513885 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.519875 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.554109 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.554221 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Pushing event updated for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.554978 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Added segment 606f2497-5b51-4880-a8ef-f8d9cf436cc6 of type vlan for network 6742600a-098e-4c3d-88ce-589ca4f48355 Jun 22 18:31:44.569014 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0fc24a-41f4-4f79-8d4d-f2bb9e1fcea8 None None] Network 691eec3d-4eba-41aa-9670-419e3db7991f requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:44.577663 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.663111 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.669892 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.673280 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.678072 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1f707a3-406c-4846-bbae-9d3394907a9a HTTP/1.1" status: 204 len: 168 time: 0.4892910 Jun 22 18:31:44.678072 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b4a939cb-8fec-432e-b260-61c8368f9ef4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.693509 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f707a3-406c-4846-bbae-9d3394907a9a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.705708 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.726770 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.731284 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.733925 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.740889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caf461a-be92-460f-87fa-05cafbfbcc5f {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:44.743293 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.751084 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0376709 Jun 22 18:31:44.765182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.792363 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Request body: {'port': {'device_id': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:44.821948 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c6e69ed6-6d43-4e00-bd41-550a52c435a7 None None] Provisioning for port 1b8640d8-cdd9-419b-acac-d22f24f23788 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:44.834626 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c6e69ed6-6d43-4e00-bd41-550a52c435a7 None None] Provisioning complete for port 1b8640d8-cdd9-419b-acac-d22f24f23788 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:44.835364 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c6e69ed6-6d43-4e00-bd41-550a52c435a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.841196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Transition to ACTIVE for port object 7caf461a-be92-460f-87fa-05cafbfbcc5f will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:44.857019 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.898629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.901500 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4264271 Jun 22 18:31:44.902639 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Pushing event updated for resources: {'Network': ['ID=6742600a-098e-4c3d-88ce-589ca4f48355,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.905358 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40046) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.911215 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Request body: {'subnet': {'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-345956314-subnet', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:44.916333 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.941948 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Made reservation on behalf of f9a38997435a4b8db956a154d5b63cac for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:44.947203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.954295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 6742600a-098e-4c3d-88ce-589ca4f48355 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:44.960772 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92247ee8-f03d-424a-9e88-3233f30b5aee req-4c1b1893-bbd0-4b04-a47b-c408d647f486 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.968001 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92247ee8-f03d-424a-9e88-3233f30b5aee req-4c1b1893-bbd0-4b04-a47b-c408d647f486 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 936 time: 0.3397400 Jun 22 18:31:45.022322 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5439ab6d-4d98-4020-8b3a-e43669476ff7 req-f95e9ef6-a6ed-4370-ac39-75591fe819c9 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500643 Jun 22 18:31:45.029584 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.038609 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa3a88-1b72-4c92-b70b-7fa0ffb6ae80 req-ada69d7d-2b99-4993-9fa5-5e631a2d153b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.040635 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6aa3a88-1b72-4c92-b70b-7fa0ffb6ae80 req-ada69d7d-2b99-4993-9fa5-5e631a2d153b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.8421538 Jun 22 18:31:45.062300 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Pushing event updated for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:45.069359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:45.083542 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-c6e69ed6-6d43-4e00-bd41-550a52c435a7 None None] Port 1b8640d8-cdd9-419b-acac-d22f24f23788 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:45.214418 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92247ee8-f03d-424a-9e88-3233f30b5aee req-96541ef0-e817-4817-9060-313c5fba0281 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904168 Jun 22 18:31:45.292517 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.296768 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b8e8734d-7b80-4a04-a908-36040c5c903e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.341681 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6aa3a88-1b72-4c92-b70b-7fa0ffb6ae80 req-1495a355-a7d9-4c52-a779-9994a4c72d2e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336726 Jun 22 18:31:45.395261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Attempting to bind port 7caf461a-be92-460f-87fa-05cafbfbcc5f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:45.395261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Attempting to bind port 7caf461a-be92-460f-87fa-05cafbfbcc5f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:45.395261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Attempting to bind port 7caf461a-be92-460f-87fa-05cafbfbcc5f on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:45.403241 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aa69ac-e645-4362-a3ee-848eeb6a02d3,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:45.413967 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:45.425203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Checking segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:45.426140 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Network hostable DHCP agents. Network: 6742600a-098e-4c3d-88ce-589ca4f48355, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:45.451342 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:45.457616 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Port 7caf461a-be92-460f-87fa-05cafbfbcc5f on network 3c25009f-7ae2-428e-945c-baff14714986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:45.457938 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Attempting to bind port 7caf461a-be92-460f-87fa-05cafbfbcc5f on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:45.465611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 6742600a-098e-4c3d-88ce-589ca4f48355) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:45.468422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:45.468655 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Checking segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:45.468957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Bound using segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:45.469402 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Bound port: 7caf461a-be92-460f-87fa-05cafbfbcc5f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:45.469828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.480414 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a97a72-6e21-4651-8d6e-0a57ba91ac95 None None] Network 6742600a-098e-4c3d-88ce-589ca4f48355 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:45.507980 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.509772 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.582166 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5909b92c-96ef-4ee3-a3e9-21f89fc793f2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6736958 Jun 22 18:31:45.584377 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40060) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:45.609692 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:45.630990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:45.693313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:45.711974 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.726670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.748732 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8640d8-cdd9-419b-acac-d22f24f23788 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:45.775058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.783800 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.830372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.842499 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-6742600a-098e-4c3d-88ce-589ca4f48355', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:31:45.844088 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.849932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.850670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.852962 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] 10.222.0.49 "PUT /v2.0/ports/7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 200 len: 1093 time: 2.9337468 Jun 22 18:31:45.853561 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:45.856436 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f2700-3b8c-4234-b99b-9b4edd31e43d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:46.074207 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.173843 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40078) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:46.174632 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Allocated IP 172.20.0.2 (6742600a-098e-4c3d-88ce-589ca4f48355/f5aa69ac-e645-4362-a3ee-848eeb6a02d3/2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:46.576462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b340a-bbc4-47c9-95f8-5a3b6f1cb8fa x-openstack-request-id: req-8b2b340a-bbc4-47c9-95f8-5a3b6f1cb8fa {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:46.576947 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:46.577411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b2b340a-bbc4-47c9-95f8-5a3b6f1cb8fa {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:46.578067 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f', 'status': 'completed', 'code': 200} Jun 22 18:31:46.589837 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40086) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:46.625206 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.636866 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Transition to ACTIVE for port object 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:46.648695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.653695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.660329 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Transition to ACTIVE for port object 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:46.670419 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.672740 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.703827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Transition to ACTIVE for port object 1b8640d8-cdd9-419b-acac-d22f24f23788 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:46.736156 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:46.769853 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.774198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:46.777727 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Pushing event updated for resources: {'Port': ['ID=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.779623 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Pushing event updated for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.794318 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:46.801690 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.803666 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.804622 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.808341 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.809514 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.810239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.810632 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.811496 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.812420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.813271 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.814324 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.815930 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.816842 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.817765 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:46.828503 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.838741 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.883031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-550312117-network', 'tenant_id': 'd660dc05f06040c2b087fd47a312936e'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:46.910773 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Attempting to bind port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:46.911781 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Attempting to bind port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:46.912229 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Attempting to bind port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:46.919119 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:46.919845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Checking segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:46.920436 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.921046 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Bound using segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:46.921890 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Bound port: 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:46.922485 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.929242 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.944674 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-885541ad-a39c-4054-a18d-f0a93cdc3fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.981617 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.017311 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.037051 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] For port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:47.042854 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] For port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:47.046493 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.049971 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.064008 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.109845 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Made reservation on behalf of d660dc05f06040c2b087fd47a312936e for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:47.117146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.168265 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c374c341e654e41a47ef5e1f7164ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9906461 Jun 22 18:31:47.179174 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40096) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.179481 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a8253-8522-4c9c-90c4-f1358a0a6054 req-dfa0d1b4-8616-405d-ad00-457f8c2bd96f tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.186945 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b6fcb8-dec8-487e-8e9b-6fee59c27074,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.187539 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d31a8253-8522-4c9c-90c4-f1358a0a6054 req-dfa0d1b4-8616-405d-ad00-457f8c2bd96f tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 948 time: 0.6165161 Jun 22 18:31:47.189505 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Pushing event updated for resources: {'Port': ['ID=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.199170 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.216714 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.223081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b57a2-8306-4786-a022-37bc64b54b6b req-f5f82b2c-7aee-4f51-b78f-97c3deb4f61b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.230692 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-685b57a2-8306-4786-a022-37bc64b54b6b req-f5f82b2c-7aee-4f51-b78f-97c3deb4f61b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 943 time: 1.3419056 Jun 22 18:31:47.241521 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.244361 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-261d73d7-ff96-4b49-bfbe-f5c6e3298206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.246064 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-261d73d7-ff96-4b49-bfbe-f5c6e3298206 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 1096 time: 0.6525359 Jun 22 18:31:47.246872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.316507 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.359513 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-7c54d7d6-e0cd-43f8-a8d1-ee8019023f36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 200 len: 217 time: 0.0890279 Jun 22 18:31:47.372837 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d31a8253-8522-4c9c-90c4-f1358a0a6054 req-0cf4528a-b137-4aa4-9f1c-496594c14bd6 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842711 Jun 22 18:31:47.413097 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.444402 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.492094 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-685b57a2-8306-4786-a022-37bc64b54b6b req-7b39bb93-b9b0-465a-9f01-de31e0bf011f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413590 Jun 22 18:31:47.547213 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Attempting to bind port 1b8640d8-cdd9-419b-acac-d22f24f23788 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:47.547990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Attempting to bind port 1b8640d8-cdd9-419b-acac-d22f24f23788 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:47.549858 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Attempting to bind port 1b8640d8-cdd9-419b-acac-d22f24f23788 on network 1d0e057c-fe51-4026-8062-efd537dd3615 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:47.562821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Port 1b8640d8-cdd9-419b-acac-d22f24f23788 on network 1d0e057c-fe51-4026-8062-efd537dd3615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:47.562821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Attempting to bind port 1b8640d8-cdd9-419b-acac-d22f24f23788 on network 1d0e057c-fe51-4026-8062-efd537dd3615 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:47.584803 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:47.585266 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Checking segment: {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:47.585761 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Bound using segment: {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:47.586283 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Bound port: 1b8640d8-cdd9-419b-acac-d22f24f23788, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a74b1-9600-444b-864d-5c32ba078dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:47.587002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.598281 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Allocated IP 172.27.0.138 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/86b7b066-62f4-4e0a-b428-30b1baeb5e1a) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:47.635658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-78961080-3cc9-4e90-976d-40c13f65edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.638003 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-78961080-3cc9-4e90-976d-40c13f65edd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.2515354 Jun 22 18:31:47.692257 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.696478 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.697946 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/61b6fcb8-dec8-487e-8e9b-6fee59c27074 HTTP/1.1" status: 204 len: 168 time: 0.5119512 Jun 22 18:31:47.701052 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-82e61f99-a7b4-4299-8d92-6959e5665e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.720894 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b6fcb8-dec8-487e-8e9b-6fee59c27074,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.725167 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.781428 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.788120 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-3afb6d33-590c-49bd-b097-7dd07e9de74c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989251 Jun 22 18:31:47.858845 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.866215 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.918081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:47.981594 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:47.989747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:47.994190 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Pushing event updated for resources: {'Port': ['ID=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.006405 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:48.006610 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1b8640d8-cdd9-419b-acac-d22f24f23788,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:48.011993 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.020265 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33961288-b349-429b-9652-d1fee092eae6 req-3ff11d60-4eaa-4324-863f-e32e7b33d2d4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.021338 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33961288-b349-429b-9652-d1fee092eae6 req-3ff11d60-4eaa-4324-863f-e32e7b33d2d4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.3194969 Jun 22 18:31:48.034437 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.044076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.161633 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.163667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.164398 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.166749 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b8640d8-cdd9-419b-acac-d22f24f23788 HTTP/1.1" status: 200 len: 1098 time: 3.3895426 Jun 22 18:31:48.186324 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-9d815e38-cf3e-4727-8e79-f2fccc237bf0 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813007 Jun 22 18:31:48.208021 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.308504 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33961288-b349-429b-9652-d1fee092eae6 req-2a6f29e2-40f8-443d-849a-b48fe6585d37 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542429 Jun 22 18:31:48.337351 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.340586 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:48.342777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40114) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.363628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.412271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-256c4754-8f01-4715-aeac-2aeb6d17f905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.473323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-82e116bd-f128-4402-8b92-6c7938c31adc tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.486694 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-82e116bd-f128-4402-8b92-6c7938c31adc tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 808 time: 0.5718491 Jun 22 18:31:48.505805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.520381 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.541701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.542228 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Added segment 7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64 of type vlan for network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 Jun 22 18:31:48.584333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:48.589240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcfab1-bde3-4328-83b4-bfb4a90be11e" -d '{"events": [{"name": "network-changed", "server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:48.629424 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-0f3b5cb6-c936-4da4-9295-587cb35d638b tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/quotas/d8a388d4154746a1a30cc3b8a289cb84 HTTP/1.1" status: 200 len: 375 time: 0.1414301 Jun 22 18:31:48.662963 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e7d67-7056-4aa5-a05b-591d22c5feab,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.673164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.838582 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.850144 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-18c0a187-14db-4271-a955-1175c95e8814 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288898 Jun 22 18:31:48.861106 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cefaf4b-9cda-4dcb-a059-b9402808df2a req-7009679f-e322-4b23-92d4-8713a9f95841 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537805 Jun 22 18:31:48.889757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2387ef7-bea7-4091-837d-bf160a73449a None None] Network 6742600a-098e-4c3d-88ce-589ca4f48355 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:48.982471 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.985421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-9bb86cdb-14b4-4be1-b636-53ac464024f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.987976 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-9bb86cdb-14b4-4be1-b636-53ac464024f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf0639971e940a98495b27ed609e8d6&device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 1101 time: 0.6855750 Jun 22 18:31:49.090792 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.146476 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-44294218-2250-476d-bb79-e1d463c714a2 None None] Provisioning for port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:49.149029 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-4a2ec4c8-d5ba-4da7-aa8b-ffee8e204cba service neutron] 10.222.0.68 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840531 Jun 22 18:31:49.167497 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.168160 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.176115 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:31:49.182657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-da6b9fd9-9194-4bbb-aebf-b6be2e5cb8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.185827 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-b540a3a5-702b-4592-a5b1-48499336cc6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=1b8640d8-cdd9-419b-acac-d22f24f23788 HTTP/1.1" status: 200 len: 217 time: 0.1321845 Jun 22 18:31:49.414710 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=8383bba3-5af1-4bd8-ba31-5fb3f3297118,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.448965 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:49.461180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a0485-1b2e-4a2e-b3ab-4ecbc3cb38f8 req-4e855c2c-1bfb-4b94-8f71-6c93db33ca95 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.471027 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:49.473462 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-956a0485-1b2e-4a2e-b3ab-4ecbc3cb38f8 req-4e855c2c-1bfb-4b94-8f71-6c93db33ca95 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 948 time: 0.8018310 Jun 22 18:31:49.485897 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:49.505709 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.509507 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:49.510273 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.545142 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:49.598525 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-92515959-a8f5-4774-846c-0cffff2c23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.600614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-92515959-a8f5-4774-846c-0cffff2c23c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cc0068ad-b415-47bf-bf60-e9045f830cca HTTP/1.1" status: 200 len: 843 time: 0.3952310 Jun 22 18:31:49.611989 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.626523 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.628595 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0403497 Jun 22 18:31:49.633153 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40126) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:49.653013 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:49.683734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.693399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.693878 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:49.700802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:49.701470 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.722041 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1195033 Jun 22 18:31:49.732168 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40128) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:49.744613 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Request body: {'subnet': {'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-550312117-subnet', 'tenant_id': 'd660dc05f06040c2b087fd47a312936e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:49.817898 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.834739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-7ca815ab-dcb6-46f1-b2d6-00801c87e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.838024 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Made reservation on behalf of d660dc05f06040c2b087fd47a312936e for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:49.839077 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-7ca815ab-dcb6-46f1-b2d6-00801c87e844 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 1096 time: 0.7874022 Jun 22 18:31:49.842072 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.863985 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-d9ba5098-418b-464d-8086-69dfc0e795c6 service neutron] 10.222.0.68 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137446 Jun 22 18:31:49.867178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:49.874932 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.878331 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.895739 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-956a0485-1b2e-4a2e-b3ab-4ecbc3cb38f8 req-4e216c5d-216d-4302-a613-aa5078554b1e tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884075 Jun 22 18:31:50.050885 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.070176 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.077362 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:48Z', 'revision_number': 3, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:50.077854 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.085790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3af10fcf-db28-4e96-9ccf-ae1cca959685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.141618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0265c8-c14b-48e0-a14e-81fec665c72f,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.147864 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.158012 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:50.158377 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Updating router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:50.231114 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.579212 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badb2a7c-4397-47d3-bdcb-716c8de1ec41,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.596510 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=458f35eea3b543499b571b575de0bb64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2482429 Jun 22 18:31:50.609830 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40138) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.612279 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ffc07-5fb7-4166-b546-f67c2a997fcf x-openstack-request-id: req-9a6ffc07-5fb7-4166-b546-f67c2a997fcf {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:50.612937 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:50.613628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a6ffc07-5fb7-4166-b546-f67c2a997fcf {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:50.614269 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788', 'status': 'completed', 'code': 200} Jun 22 18:31:50.615453 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.767085 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.790275 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Transition to ACTIVE for port object 86b7b066-62f4-4e0a-b428-30b1baeb5e1a will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:50.804783 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.817494 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.833739 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Checking segment: {'id': '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:50.833739 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Network hostable DHCP agents. Network: 8383bba3-5af1-4bd8-ba31-5fb3f3297118, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:50.855556 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-7a533344-cf33-4e6a-8953-791c20461e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.865206 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-7a533344-cf33-4e6a-8953-791c20461e02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d0e057c-fe51-4026-8062-efd537dd3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 1.2368855 Jun 22 18:31:50.872870 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-304b99d7-319f-4c62-b83c-c58a23110ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.874405 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-304b99d7-319f-4c62-b83c-c58a23110ada service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 1.0034168 Jun 22 18:31:50.950572 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:50.967194 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Pushing event updated for resources: {'Port': ['ID=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.007504 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.009608 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.010328 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 8383bba3-5af1-4bd8-ba31-5fb3f3297118) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:51.010843 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.011602 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.013192 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.013192 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.013507 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.015264 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.015264 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.016483 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.016483 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.017223 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:51.022821 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.024589 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.025987 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.027668 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Attempting to bind port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:51.028445 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Attempting to bind port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:51.034560 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Attempting to bind port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:51.041476 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e418286-a4c9-4144-bb0d-5b0678c1688d None None] Network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:51.054191 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-56064d19-b8f7-4649-8947-e79d2dcdea37 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3177533 Jun 22 18:31:51.054406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.068373 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:51.068956 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:51.075423 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.076569 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.077323 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:51.078213 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Bound port: 86b7b066-62f4-4e0a-b428-30b1baeb5e1a, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:51.078934 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.112803 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-e958a153-c470-4067-acd7-1a61d22f5b72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 200 len: 217 time: 0.1958418 Jun 22 18:31:51.149630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aec9f-3462-47f0-ab2e-979ba7cf45bf req-27385757-5e48-4b01-bcac-64d730bf11f9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.162249 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3d6aec9f-3462-47f0-ab2e-979ba7cf45bf req-27385757-5e48-4b01-bcac-64d730bf11f9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 943 time: 0.5421729 Jun 22 18:31:51.225209 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:51.235382 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] For port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:51.244676 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] For port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:51.252182 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.257922 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.317469 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.325834 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 7caf461a-be92-460f-87fa-05cafbfbcc5f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:51.436577 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Pushing event updated for resources: {'Port': ['ID=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.448236 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.460245 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:51.460903 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:51.554418 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:51.566033 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3d6aec9f-3462-47f0-ab2e-979ba7cf45bf req-f1192ca5-5d63-45d0-a85a-30ee18aef5df tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008331 Jun 22 18:31:51.571914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-f9c51af0-c4ed-4821-bfcf-2bc09ee787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.587321 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-f9c51af0-c4ed-4821-bfcf-2bc09ee787de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.4526374 Jun 22 18:31:51.615739 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200da52-85e6-4756-a34f-cea6bcaa85c8 None None] Network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:51.633779 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Allocated IP 172.20.0.1 (6742600a-098e-4c3d-88ce-589ca4f48355/f5aa69ac-e645-4362-a3ee-848eeb6a02d3/9dbefc71-a266-45ff-b9de-00699b87c9b8) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:51.641491 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-724ec293-c7f5-439c-9fcf-10d363519f3e service neutron] 10.222.0.49 "GET /v2.0/networks/1d0e057c-fe51-4026-8062-efd537dd3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557850 Jun 22 18:31:51.662933 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:51.683535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e4aa-941f-4596-9125-2d67749f023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.764650 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-8dc006fd-d1a7-4a52-bf92-6d5a09b37d9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697180 Jun 22 18:31:51.801399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2420d-1013-43fc-a69d-7ae31129427c req-b07497b7-3662-4add-96fb-9e5f2e39d86d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.812700 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3b2420d-1013-43fc-a69d-7ae31129427c req-b07497b7-3662-4add-96fb-9e5f2e39d86d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.8957076 Jun 22 18:31:51.909649 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.db.resource_extend [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 18:31:51.937264 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.155081 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:52.159882 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5f316f1-37b4-4b52-881c-726adb65ccca req-765356de-cfbf-42d0-a888-3264d910a393 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0e057c-fe51-4026-8062-efd537dd3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189827 Jun 22 18:31:52.175939 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Transition to ACTIVE for port object 9dbefc71-a266-45ff-b9de-00699b87c9b8 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.190081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cbea6bdd-1f6c-44cb-ae89-1c274881c74f req-8ce6b692-eaaa-46ed-9ade-a0b0d472b3aa tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 210 time: 0.3269680 Jun 22 18:31:52.195260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.198717 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.200750 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/badb2a7c-4397-47d3-bdcb-716c8de1ec41 HTTP/1.1" status: 204 len: 168 time: 1.5782094 Jun 22 18:31:52.206189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-58d51ba5-1b09-4c89-8ada-33901f7bd4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.220483 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '7caf461a-be92-460f-87fa-05cafbfbcc5f', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'port_id': '7caf461a-be92-460f-87fa-05cafbfbcc5f', 'mac_address': 'fa:16:3e:46:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d92298f-2054-45f3-9970-803d531bdeed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:52.252232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb2a7c-4397-47d3-bdcb-716c8de1ec41,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.273031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.307244 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3b2420d-1013-43fc-a69d-7ae31129427c req-3236a872-b744-4be1-8466-42c9b550baa9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676685 Jun 22 18:31:52.349378 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.362046 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-394051eb-d7e0-47b1-8cf3-9605b6c53d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.432697 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:48Z', 'revision_number': 3, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:52.521518 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-2f3d2b98-5b1f-47e5-85d5-1635eb3d452d service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017741 Jun 22 18:31:52.526199 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:52.535127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:52.536783 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.539311 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:52.553659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:52.618729 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70995fde-6cbb-44f1-9959-4b165e6425c2 None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:48Z', 'revision_number': 3, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:52.691575 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-32f5231f-c00c-4c32-9270-89438674483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.695576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-32f5231f-c00c-4c32-9270-89438674483d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf0639971e940a98495b27ed609e8d6&device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 1101 time: 0.3868604 Jun 22 18:31:52.765666 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-575f2700-3b8c-4234-b99b-9b4edd31e43d req-77741eb0-f1a4-4055-ad68-7f0e76daca9e service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330368 Jun 22 18:31:52.804372 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.824815 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.856665 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.040589 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.081802 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033c51-2d50-4869-a055-627a7a11165e req-514e3655-91f3-44e7-8bba-49ad6d54e85a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.090239 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d8033c51-2d50-4869-a055-627a7a11165e req-514e3655-91f3-44e7-8bba-49ad6d54e85a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 948 time: 0.4577971 Jun 22 18:31:53.115599 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caf461a-be92-460f-87fa-05cafbfbcc5f {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:53.229719 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-58024f05-5906-46a8-af68-6ba6c45c6107 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.245411 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-58024f05-5906-46a8-af68-6ba6c45c6107 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 808 time: 0.4640691 Jun 22 18:31:53.271342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Request body: {'port': {'device_id': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f', 'admin_state_up': True, 'tenant_id': 'd8a388d4154746a1a30cc3b8a289cb84'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:53.298895 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:53.390067 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.401366 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.475523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-d379b0cc-60f0-4da3-ab92-c83a9d702a17 None None] Provisioning for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:53.507437 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.517510 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-d379b0cc-60f0-4da3-ab92-c83a9d702a17 None None] Provisioning complete for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:53.521691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d379b0cc-60f0-4da3-ab92-c83a9d702a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.614864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.642962 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.668017 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-d379b0cc-60f0-4da3-ab92-c83a9d702a17 None None] Port 9dbefc71-a266-45ff-b9de-00699b87c9b8 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:53.735342 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 86b7b066-62f4-4e0a-b428-30b1baeb5e1a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:53.738116 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['7caf461a-be92-460f-87fa-05cafbfbcc5f'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:53.776399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-c027782f-4550-4053-9ff9-2bcfcc62155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.778519 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-c027782f-4550-4053-9ff9-2bcfcc62155e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d0e057c-fe51-4026-8062-efd537dd3615 HTTP/1.1" status: 200 len: 870 time: 1.0117719 Jun 22 18:31:53.786014 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d8033c51-2d50-4869-a055-627a7a11165e req-b45291fb-3216-43e1-997c-f84100d38bfd tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907768 Jun 22 18:31:53.865257 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-f9207b2a-fb1c-477d-9a19-f8d18bddaad4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=1b8640d8-cdd9-419b-acac-d22f24f23788 HTTP/1.1" status: 200 len: 217 time: 0.0728078 Jun 22 18:31:54.006459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Made reservation on behalf of d8a388d4154746a1a30cc3b8a289cb84 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:54.010821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.042340 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.060854 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.064396 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.095297 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005e7d-c857-4dd5-8cbf-a9cc9ead5148 req-a96ad9fe-d2e7-48aa-8f98-6e00e2f05397 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.097467 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-69005e7d-c857-4dd5-8cbf-a9cc9ead5148 req-a96ad9fe-d2e7-48aa-8f98-6e00e2f05397 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 944 time: 0.7354810 Jun 22 18:31:54.112067 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5d699ff7-5ce7-44a4-ac7e-0c793669311d req-aceddd36-18e7-4d30-9998-08c8542676a9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 210 time: 0.1087041 Jun 22 18:31:54.171579 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-8931f82d-9dde-4cda-9957-649eb7e4edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.173328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-8931f82d-9dde-4cda-9957-649eb7e4edfa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cc0068ad-b415-47bf-bf60-e9045f830cca HTTP/1.1" status: 200 len: 843 time: 0.3005724 Jun 22 18:31:54.177440 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7c213-8034-4fbc-aff9-32d5c5db0dd4 req-8b4039fe-e95f-45f7-81df-ebd076541ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.185961 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b8e7c213-8034-4fbc-aff9-32d5c5db0dd4 req-8b4039fe-e95f-45f7-81df-ebd076541ce5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.5308065 Jun 22 18:31:54.247096 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:54.270347 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.279332 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.282067 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.376718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:54.377865 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.437302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9993e265-3fae-47d7-a584-cdfe19810096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.456754 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-69005e7d-c857-4dd5-8cbf-a9cc9ead5148 req-9211289e-394b-40e7-8ef8-69da52877dc1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325639 Jun 22 18:31:54.480685 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b8e7c213-8034-4fbc-aff9-32d5c5db0dd4 req-c8b4a698-76f3-49a9-be31-a44ade158ced service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239738 Jun 22 18:31:54.544889 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:54.546861 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:54.551379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-195f0e06-5e20-4f96-8530-7c83116ae2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.554259 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-195f0e06-5e20-4f96-8530-7c83116ae2a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d0e057c-fe51-4026-8062-efd537dd3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3662858 Jun 22 18:31:54.753692 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.778605 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.816956 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:54.832130 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.838283 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:54.839345 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.949194 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.962109 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.031730 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Allocated IP 172.20.0.12 (691eec3d-4eba-41aa-9670-419e3db7991f/1b875795-8e65-44f8-a59a-b05b3ccc2422/2cdc399d-bbe0-40da-9f2d-94c509df2a9a) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:55.055751 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:55.069049 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] 10.222.0.68 "PUT /v2.0/routers/2c5290ba-8ef6-4276-97f8-19cc36f6d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4286718 Jun 22 18:31:55.084519 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9a7db-7a86-4458-b080-746f6684f103 req-c1cb3fca-047d-4136-a555-ad9494e67446 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.086079 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35c9a7db-7a86-4458-b080-746f6684f103 req-c1cb3fca-047d-4136-a555-ad9494e67446 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.7392683 Jun 22 18:31:55.127473 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-751c6b6d-cd02-4178-ad65-3b3e8cd68910 None None] Provisioning complete for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.128160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-751c6b6d-cd02-4178-ad65-3b3e8cd68910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.182667 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-751c6b6d-cd02-4178-ad65-3b3e8cd68910 None None] Port 9dbefc71-a266-45ff-b9de-00699b87c9b8 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:55.263419 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-988f94a3-94d1-4a0e-b065-322ca4b6a4ae service neutron] 10.222.0.49 "GET /v2.0/networks/1d0e057c-fe51-4026-8062-efd537dd3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831996 Jun 22 18:31:55.288599 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35c9a7db-7a86-4458-b080-746f6684f103 req-18ecaec9-f56d-4d73-b456-e6861df7a598 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439681 Jun 22 18:31:55.391168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 1b8640d8-cdd9-419b-acac-d22f24f23788 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:55.432816 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-7cee4c98-2203-441b-b583-06dadf83c9a5 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.434464 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-7cee4c98-2203-441b-b583-06dadf83c9a5 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/networks?id=8383bba3-5af1-4bd8-ba31-5fb3f3297118 HTTP/1.1" status: 200 len: 813 time: 0.4048710 Jun 22 18:31:55.546559 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3d18f0d4-1fe9-4c59-a5a5-b96012e98471 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/quotas/d660dc05f06040c2b087fd47a312936e HTTP/1.1" status: 200 len: 375 time: 0.0904222 Jun 22 18:31:55.600348 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1b8640d8-cdd9-419b-acac-d22f24f23788,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:55.612649 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-c48ef01b-1352-4f01-9d22-374535c5039a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d660dc05f06040c2b087fd47a312936e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527112 Jun 22 18:31:55.634540 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 86b7b066-62f4-4e0a-b428-30b1baeb5e1a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:55.681434 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '1b8640d8-cdd9-419b-acac-d22f24f23788', 'network_id': '1d0e057c-fe51-4026-8062-efd537dd3615', 'port_id': '1b8640d8-cdd9-419b-acac-d22f24f23788', 'mac_address': 'fa:16:3e:fb:7a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0068ad-b415-47bf-bf60-e9045f830cca', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:55.740674 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-c67dd33a-6402-40a0-b13e-be902a44db68 service neutron] 10.222.0.68 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109343 Jun 22 18:31:55.773222 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.787905 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43dcfab1-bde3-4328-83b4-bfb4a90be11e req-b1e596eb-a044-4f5f-9013-4e3895305545 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0e057c-fe51-4026-8062-efd537dd3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072329 Jun 22 18:31:55.799621 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8640d8-cdd9-419b-acac-d22f24f23788 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:55.825426 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1b8640d8-cdd9-419b-acac-d22f24f23788,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:55.825902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.831637 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.834078 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.870435 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.870834 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.878026 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:55.932478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:55.933145 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:55.938835 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.964237 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d62a1-4a32-4bc6-a917-a92fb0592bef req-2ea8b2da-256a-4226-bd50-3864241e91ec tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.965937 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2e6d62a1-4a32-4bc6-a917-a92fb0592bef req-2ea8b2da-256a-4226-bd50-3864241e91ec tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 948 time: 0.2186329 Jun 22 18:31:55.989857 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:56.027430 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-d05aed41-bc15-443e-a096-e98c89110c61 service neutron] 10.222.0.68 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736886 Jun 22 18:31:56.068533 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2e6d62a1-4a32-4bc6-a917-a92fb0592bef req-174aa67e-b6f7-4b05-80a5-09e85d0295e1 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Jun 22 18:31:56.074453 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.084686 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:56.136236 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.190178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:56.194482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Network 691eec3d-4eba-41aa-9670-419e3db7991f is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:56.197845 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:56.199991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Pushing event updated for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:56.202755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:56.205810 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:56.255094 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['1b8640d8-cdd9-419b-acac-d22f24f23788'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:56.341055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.345779 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.469603 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2223589 Jun 22 18:31:56.499317 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Request body: {'port': {'device_id': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:56.722326 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 2, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:56.725124 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03709968-81cf-4a5d-8011-92a06e56be5d req-23702f9a-cb23-4164-a742-fe31590e33ec tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.730537 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-03709968-81cf-4a5d-8011-92a06e56be5d req-23702f9a-cb23-4164-a742-fe31590e33ec tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 932 time: 0.3749895 Jun 22 18:31:56.775780 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:56.776413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Updating router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 port 9dbefc71-a266-45ff-b9de-00699b87c9b8 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:56.791964 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.839105 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-03709968-81cf-4a5d-8011-92a06e56be5d req-000cbd51-f56f-49f8-b7be-9650e8471dd7 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883055 Jun 22 18:31:56.874401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.210296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fee1b-2803-4f8f-8683-fe8232b09ff5 req-7afcaa9c-1186-4be5-817e-270b3c2eee87 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:57.221292 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40268) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.228981 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd9fee1b-2803-4f8f-8683-fe8232b09ff5 req-7afcaa9c-1186-4be5-817e-270b3c2eee87 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 944 time: 0.1798773 Jun 22 18:31:57.236954 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796303572', 'description': 'tempest-description--693325509'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:57.322520 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd9fee1b-2803-4f8f-8683-fe8232b09ff5 req-16c72ad1-0f1f-4c1d-a6a2-ec0cd2e4a3e9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899465 Jun 22 18:31:57.389922 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.420306 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 7caf461a-be92-460f-87fa-05cafbfbcc5f up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:57.526225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.532197 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdc399d-bbe0-40da-9f2d-94c509df2a9a {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:57.579449 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Transition to ACTIVE for port object 9dbefc71-a266-45ff-b9de-00699b87c9b8 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:57.585210 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.590999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.591410 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.596629 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.598499 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.601948 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bb426045-b3fe-499e-970f-9484b439d2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.639537 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d67b5-6ead-41f9-b461-4463ecfe436f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.645116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.653846 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.655602 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4299436 Jun 22 18:31:57.660359 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40274) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.666059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group_rule': {'security_group_id': 'cf6d67b5-6ead-41f9-b461-4463ecfe436f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:57.666299 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f1a16a80-5e49-485c-b702-0f610b91ea9b req-dd3605ae-9191-4783-8693-15cd267f07c4 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0878520 Jun 22 18:31:57.709544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Transition to ACTIVE for port object 2cdc399d-bbe0-40da-9f2d-94c509df2a9a will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:57.719645 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.724005 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.725797 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95264a5e-adfd-4d69-8467-f531100b77f1 None None] Pushing event updated for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.729840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.738788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-95264a5e-adfd-4d69-8467-f531100b77f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.744910 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 7caf461a-be92-460f-87fa-05cafbfbcc5f completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:57.753307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 7caf461a-be92-460f-87fa-05cafbfbcc5f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:57.753697 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.854270 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.863798 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.867224 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.886999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9231df-78b8-4e2a-8304-56ae29fe7675,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.892904 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.905541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.913282 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.914113 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.915324 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a7e585fa-cae5-4013-b851-59aa98a66bbe tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533414 Jun 22 18:31:57.918922 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40278) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.938216 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group_rule': {'security_group_id': 'cf6d67b5-6ead-41f9-b461-4463ecfe436f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:57.941418 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Attempting to bind port 9dbefc71-a266-45ff-b9de-00699b87c9b8 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:57.942309 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Attempting to bind port 9dbefc71-a266-45ff-b9de-00699b87c9b8 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:57.942309 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Attempting to bind port 9dbefc71-a266-45ff-b9de-00699b87c9b8 on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:57.944515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143505fc-701e-4ea5-b265-9be3595e2b14 req-c615d529-9db0-491e-a18b-d4592773c633 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:57.954067 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:57.954464 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Checking segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:57.954971 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.955390 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Bound using segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:57.955995 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Bound port: 9dbefc71-a266-45ff-b9de-00699b87c9b8, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:57.956413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.964149 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-143505fc-701e-4ea5-b265-9be3595e2b14 req-c615d529-9db0-491e-a18b-d4592773c633 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.5807464 Jun 22 18:31:58.016328 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.048254 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.058129 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.113254 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:58.117391 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb536e-2371-4aa9-a981-95e477f88e0a" -d '{"events": [{"server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "name": "network-vif-plugged", "status": "completed", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:58.134486 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] For port 9dbefc71-a266-45ff-b9de-00699b87c9b8, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:58.139823 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.145227 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.148266 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bb19518f-b270-4f60-82bc-0658450f1df4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.157307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:58.178256 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.179453 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-143505fc-701e-4ea5-b265-9be3595e2b14 req-63701ad3-ecf6-4db7-b7cc-29c13d5669ee tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043731 Jun 22 18:31:58.184454 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] For port 9dbefc71-a266-45ff-b9de-00699b87c9b8, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=9dbefc71-a266-45ff-b9de-00699b87c9b8,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:58.186420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.189770 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f06f654-3eb4-4bd0-8fff-d4cf5242f6c4,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.194501 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.208686 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.217005 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2856960 Jun 22 18:31:58.218062 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40282) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:58.225872 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:58.244267 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.279178 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.344666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Attempting to bind port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:58.346478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Attempting to bind port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:58.347289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Attempting to bind port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a on network 691eec3d-4eba-41aa-9670-419e3db7991f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:58.362240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a on network 691eec3d-4eba-41aa-9670-419e3db7991f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:58.363448 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Attempting to bind port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a on network 691eec3d-4eba-41aa-9670-419e3db7991f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:58.386672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:58.387638 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Checking segment: {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:58.388777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Bound using segment: {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:58.389942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Bound port: 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:58.390827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.433773 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.491827 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.502531 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.503292 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.541639 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:58.544162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:31:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:58.597932 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Allocated IP 172.27.0.223 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/4d612129-6425-43d5-b7cf-701988dd9f4f) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:58.661508 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99e1b1-c4e3-4434-90cb-87cb57b7e9cb req-67ab76d3-1604-4970-b211-16116a2120f8 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.662393 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f99e1b1-c4e3-4434-90cb-87cb57b7e9cb req-67ab76d3-1604-4970-b211-16116a2120f8 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 949 time: 0.4153512 Jun 22 18:31:58.758564 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:58.827444 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f99e1b1-c4e3-4434-90cb-87cb57b7e9cb req-b2100c28-af38-47c7-9f3a-d98995bbefd6 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402371 Jun 22 18:31:58.835296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:58.841398 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95264a5e-adfd-4d69-8467-f531100b77f1 None None] Pushing event updated for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.850294 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-95264a5e-adfd-4d69-8467-f531100b77f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.865116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.931165 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:58.937571 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa123a-7bcc-4c99-8697-a945ca2741e1 x-openstack-request-id: req-14fa123a-7bcc-4c99-8697-a945ca2741e1 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:58.937884 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "name": "network-vif-plugged", "status": "completed", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:58.952230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14fa123a-7bcc-4c99-8697-a945ca2741e1 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:58.954699 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f', 'code': 200} Jun 22 18:31:58.970890 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.990410 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.029893 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.042336 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.117342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.126921 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:59.129647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d36c-26f4-4aa4-91b3-7ee44f5b4fc5 req-c5bf1c1f-d1bb-4ae7-95fc-68c742ff81a7 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.132407 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-16f9d36c-26f4-4aa4-91b3-7ee44f5b4fc5 req-c5bf1c1f-d1bb-4ae7-95fc-68c742ff81a7 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 944 time: 0.6781983 Jun 22 18:31:59.141415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:59.143496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.163067 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:59.210165 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=4d612129-6425-43d5-b7cf-701988dd9f4f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.220259 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.314096 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-7c217cde-14f4-467a-9dfb-4b30551205da tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.323645 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-7c217cde-14f4-467a-9dfb-4b30551205da tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.49 "GET /v2.0/networks?id=8383bba3-5af1-4bd8-ba31-5fb3f3297118 HTTP/1.1" status: 200 len: 813 time: 0.5717776 Jun 22 18:31:59.337911 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.339081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.345957 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] 10.222.0.49 "PUT /v2.0/ports/2cdc399d-bbe0-40da-9f2d-94c509df2a9a HTTP/1.1" status: 200 len: 1094 time: 2.8597245 Jun 22 18:31:59.350252 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:58Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:59.353779 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.415127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038a19f-c4e9-46e3-bc23-f8dfbbbcc8c1 None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:58Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:59.419746 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 1b8640d8-cdd9-419b-acac-d22f24f23788 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:59.441372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:59.447140 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:59.466999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.490022 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Request body: {'port': {'device_id': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118', 'admin_state_up': True, 'tenant_id': 'd660dc05f06040c2b087fd47a312936e'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.584659 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-16f9d36c-26f4-4aa4-91b3-7ee44f5b4fc5 req-2e5d9936-1b59-4393-94e4-3126e89237cc tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382038 Jun 22 18:31:59.604891 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 1b8640d8-cdd9-419b-acac-d22f24f23788 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:59.630077 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 1b8640d8-cdd9-419b-acac-d22f24f23788 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:59.630077 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.732074 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 9dbefc71-a266-45ff-b9de-00699b87c9b8 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:59.914103 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.922431 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.925866 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.966551 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.988005 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:59.997221 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:59.997612 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.057811 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1b8640d8-cdd9-419b-acac-d22f24f23788,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:00.066030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.072825 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.073794 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=4d612129-6425-43d5-b7cf-701988dd9f4f,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.081845 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.105270 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.127181 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.130115 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9102502 Jun 22 18:32:00.188045 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.191545 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.264032 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.331386 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 9dbefc71-a266-45ff-b9de-00699b87c9b8, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=9dbefc71-a266-45ff-b9de-00699b87c9b8,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:00.343034 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.355498 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.449305 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.454950 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.500085 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4f45-eccb-40a0-bb51-b01227f1a9f1 req-27bbeedd-5a9d-40d0-938e-2d4cc4626ce3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.502653 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad3b4f45-eccb-40a0-bb51-b01227f1a9f1 req-27bbeedd-5a9d-40d0-938e-2d4cc4626ce3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 1.3690183 Jun 22 18:32:00.626473 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-15c5f0b9-b5b1-4bcd-84cb-e9eb74571e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.628164 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-15c5f0b9-b5b1-4bcd-84cb-e9eb74571e2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 1097 time: 1.0415406 Jun 22 18:32:00.644648 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa217-c226-4ecb-89a2-82c492a985e7 req-a8259200-5ffe-488d-808d-af1195a0ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.646119 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab2fa217-c226-4ecb-89a2-82c492a985e7 req-a8259200-5ffe-488d-808d-af1195a0ceab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 1098 time: 0.9852524 Jun 22 18:32:00.656851 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad3b4f45-eccb-40a0-bb51-b01227f1a9f1 req-5be1b92d-0323-44a2-84f7-f11f3ad1a394 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381266 Jun 22 18:32:00.694236 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Made reservation on behalf of d660dc05f06040c2b087fd47a312936e for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:00.698173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.703716 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-e01d392e-a58b-472c-8536-8087cf3791b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a HTTP/1.1" status: 200 len: 217 time: 0.0611863 Jun 22 18:32:00.802062 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d5f4-e079-4ffc-afbf-ecaf904563e5 req-450f1311-1ded-453b-a6af-93bf48021234 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.803669 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7634d5f4-e079-4ffc-afbf-ecaf904563e5 req-450f1311-1ded-453b-a6af-93bf48021234 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 945 time: 0.9172857 Jun 22 18:32:00.810046 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab2fa217-c226-4ecb-89a2-82c492a985e7 req-f3218278-eb42-475c-87ee-afaa85621101 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491468 Jun 22 18:32:00.893061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-eb9aba73-56eb-49a1-bdc8-a86d070dbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.894554 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-eb9aba73-56eb-49a1-bdc8-a86d070dbf24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b875795-8e65-44f8-a59a-b05b3ccc2422 HTTP/1.1" status: 200 len: 848 time: 0.1541703 Jun 22 18:32:00.956201 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:00.956934 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-2ece5e9f-87b6-4340-9304-dff8f4452fe9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=691eec3d-4eba-41aa-9670-419e3db7991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479503 Jun 22 18:32:00.960602 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e80f0-3d56-4685-9349-bb78e740c0e9" -d '{"events": [{"server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "name": "network-vif-plugged", "status": "completed", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:01.050455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7634d5f4-e079-4ffc-afbf-ecaf904563e5 req-a19dcf1c-07af-4546-8e12-b62ec455fe97 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107978 Jun 22 18:32:01.111091 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-19a7d2ea-7186-4d73-881d-4fe8d5c43aa2 req-79cc052c-e790-4111-9178-3763c62b8be6 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0596237 Jun 22 18:32:01.157232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Allocated IP 172.20.0.14 (8383bba3-5af1-4bd8-ba31-5fb3f3297118/ab0265c8-c14b-48e0-a14e-81fec665c72f/a9a37888-c969-4bd0-ad9b-4c62d37c8e62) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:01.170895 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-b334f346-cd76-460f-b4d6-4395759066c9 service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758273 Jun 22 18:32:01.387162 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642902d-902f-4c89-9425-c6caaf71ad50 x-openstack-request-id: req-2642902d-902f-4c89-9425-c6caaf71ad50 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:01.388110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:01.389073 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2642902d-902f-4c89-9425-c6caaf71ad50 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:01.390167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a', 'status': 'completed', 'code': 200} Jun 22 18:32:01.670963 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 9dbefc71-a266-45ff-b9de-00699b87c9b8 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:01.717581 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e67b8d98-f13a-4e1f-8714-914c3fad112c req-40ce53db-f183-4fd2-9f9d-456202a174c8 service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242162 Jun 22 18:32:01.757061 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 9dbefc71-a266-45ff-b9de-00699b87c9b8 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:01.757613 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.760591 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-b84992e3-6da9-423d-9599-a6f688217deb tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--796303572&fields=id&tenant_id=f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 267 time: 0.1765611 Jun 22 18:32:01.798150 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5339-704e-4d75-b3c5-1e887a78f383 req-95c92401-ae09-4715-bf21-6c56e0a4ebd1 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:01.799741 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11dd5339-704e-4d75-b3c5-1e887a78f383 req-95c92401-ae09-4715-bf21-6c56e0a4ebd1 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 950 time: 0.3349144 Jun 22 18:32:01.889954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.987609 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11dd5339-704e-4d75-b3c5-1e887a78f383 req-425bce3f-2f67-49bf-8926-70cbd69fd242 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559358 Jun 22 18:32:02.021698 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-305e0eee-fe50-4f80-bc0f-c526eccc9a0b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.023358 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-305e0eee-fe50-4f80-bc0f-c526eccc9a0b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 810 time: 0.2469494 Jun 22 18:32:02.036607 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-b28d26d7-2d2f-4871-9938-30f3fa4c09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.038276 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-b28d26d7-2d2f-4871-9938-30f3fa4c09a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 1097 time: 0.2305586 Jun 22 18:32:02.040167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.046219 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e422a4c-3a88-4510-9e48-d84e82252f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.140422 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-bdda7746-9fef-4334-8492-5d7e9873bede tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/quotas/f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 375 time: 0.0979357 Jun 22 18:32:02.230399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:02.267590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:02.271483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:02.299764 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Pushing event updated for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.326829 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.395000 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.395662 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.398672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-c81a6b38-85ed-4495-bd14-8a4c74ac784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.400803 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-c81a6b38-85ed-4495-bd14-8a4c74ac784a service neutron] 10.222.0.49 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 909 time: 0.3429897 Jun 22 18:32:02.467254 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-27e766c9-57f2-40de-9abd-51fc55ab59a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a HTTP/1.1" status: 200 len: 217 time: 0.0587299 Jun 22 18:32:02.475099 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9946175 Jun 22 18:32:02.498939 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-b2014be1-7dfb-4623-b101-0b1198cd6242 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3380041 Jun 22 18:32:02.502880 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Request body: {'port': {'device_id': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:02.533406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb1e25-ed9a-4bbb-8165-cf17540148e5 req-0afaeda6-ce59-4544-a45b-a44546361934 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.534875 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d2fb1e25-ed9a-4bbb-8165-cf17540148e5 req-0afaeda6-ce59-4544-a45b-a44546361934 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 944 time: 0.3524976 Jun 22 18:32:02.699379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-2c86b8b7-ece1-4b2e-9590-def20a6e3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.700899 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-2c86b8b7-ece1-4b2e-9590-def20a6e3a26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b875795-8e65-44f8-a59a-b05b3ccc2422 HTTP/1.1" status: 200 len: 848 time: 0.2249491 Jun 22 18:32:02.757451 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d2fb1e25-ed9a-4bbb-8165-cf17540148e5 req-a00a778c-2b0c-4a8b-8ed0-6d1d2b338f89 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918111 Jun 22 18:32:02.787898 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-8db57217-854c-4518-96a8-bb329c8ad94a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=691eec3d-4eba-41aa-9670-419e3db7991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740983 Jun 22 18:32:02.876624 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f4e5f3-9e6d-4174-96cd-0dc400b53b96 x-openstack-request-id: req-69f4e5f3-9e6d-4174-96cd-0dc400b53b96 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:02.877740 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "name": "network-vif-plugged", "status": "completed", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:02.878221 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69f4e5f3-9e6d-4174-96cd-0dc400b53b96 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:02.878976 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788', 'code': 200} Jun 22 18:32:02.901953 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-4c6d1d3c-e997-4282-83d1-54dd5188f459 service neutron] 10.222.0.68 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775427 Jun 22 18:32:02.905676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.196265 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-c9a080e6-e74c-4d85-91f3-33b3ccddfd3c service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832138 Jun 22 18:32:03.316396 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-c4d79a01-614b-4329-b974-58940eb388ac service neutron] 10.222.0.68 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900356 Jun 22 18:32:03.488950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a7de-b11d-46b9-b9ee-b823f6f33ed4 req-264b0e18-971b-47d2-bc45-b9451df32a43 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.490490 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0643a7de-b11d-46b9-b9ee-b823f6f33ed4 req-264b0e18-971b-47d2-bc45-b9451df32a43 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 945 time: 0.3832211 Jun 22 18:32:03.503595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7e151-a29b-4c9e-9746-ed506c097e89 req-feb7ba85-1dae-4fbb-b697-ed288ca0716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.505255 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bce7e151-a29b-4c9e-9746-ed506c097e89 req-feb7ba85-1dae-4fbb-b697-ed288ca0716f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 1103 time: 0.3283970 Jun 22 18:32:03.581751 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-60ef88e0-8e2a-4806-9b9f-503df4dfbcd6 req-482c5732-9dbd-4972-b0f6-ab9574846d21 service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418547 Jun 22 18:32:03.913121 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0643a7de-b11d-46b9-b9ee-b823f6f33ed4 req-8b95dbd3-b651-4f5e-a38e-d661afcc741a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971293 Jun 22 18:32:03.922268 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bce7e151-a29b-4c9e-9746-ed506c097e89 req-173e7911-8d6f-463d-af10-401b2701ed3c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050479 Jun 22 18:32:04.059770 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a37888-c969-4bd0-ad9b-4c62d37c8e62 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:04.073100 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.092228 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b7768-b3ad-4234-a630-e8c1a613bc67 req-6811a12a-4a46-4911-8372-3a2d926df4c0 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.093778 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f1b7768-b3ad-4234-a630-e8c1a613bc67 req-6811a12a-4a46-4911-8372-3a2d926df4c0 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 932 time: 0.2453148 Jun 22 18:32:04.099504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Transition to ACTIVE for port object a9a37888-c969-4bd0-ad9b-4c62d37c8e62 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:04.107562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.115167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a759d949-aa91-409d-9847-69dd10a077f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.216180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:04.244049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f1b7768-b3ad-4234-a630-e8c1a613bc67 req-d1b2fc48-4f71-4204-9c5f-27139d410d60 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381345 Jun 22 18:32:04.302108 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:04.430038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Attempting to bind port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:04.431904 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Attempting to bind port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:04.432808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Attempting to bind port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 on network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:04.440800 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 on network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:04.442342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Attempting to bind port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 on network 8383bba3-5af1-4bd8-ba31-5fb3f3297118 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:04.451667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:04.452254 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Checking segment: {'id': '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:04.452886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Bound using segment: {'id': '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:04.453687 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Bound port: a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:04.454252 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.638139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:04.643992 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,segment=NetworkSegment(7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64),segment_id=7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:04.654428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.663033 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bfe74bc7-a828-4f7f-889b-3a49e1c9b08d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.693423 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc743e-ea5d-48ef-89ab-95203a508032 req-691f7772-a60c-4d16-bdaf-6eded9f854ca tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.708511 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f7dc743e-ea5d-48ef-89ab-95203a508032 req-691f7772-a60c-4d16-bdaf-6eded9f854ca tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 950 time: 0.2356188 Jun 22 18:32:04.781395 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.782528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.784806 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] 10.222.0.49 "PUT /v2.0/ports/a9a37888-c969-4bd0-ad9b-4c62d37c8e62 HTTP/1.1" status: 200 len: 1094 time: 2.2947676 Jun 22 18:32:04.785630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:04.790238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322eb63c-1c02-44e2-864e-5b19f41036b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:04.997260 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b704b792-8695-491f-b25c-7aba03d3ba43 req-54d58a67-ad8c-436e-b510-9b87fab48002 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 210 time: 0.1658571 Jun 22 18:32:05.002703 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.011663 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.026725 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f7dc743e-ea5d-48ef-89ab-95203a508032 req-9f1fd6c8-59d4-4f8b-99c4-ea7cd29eb2b2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797339 Jun 22 18:32:05.114669 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-81f3d244-4732-45f2-882f-461bc9e57a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.118118 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-81f3d244-4732-45f2-882f-461bc9e57a24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d660dc05f06040c2b087fd47a312936e&device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 1097 time: 0.2299740 Jun 22 18:32:05.122164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-34538dfd-1054-4064-a8df-bbc5c37e1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.125124 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-34538dfd-1054-4064-a8df-bbc5c37e1e00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.3138559 Jun 22 18:32:05.300338 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-e5dc9c8b-81cb-4181-a6d7-d02f52ad6659 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62 HTTP/1.1" status: 200 len: 217 time: 0.1730261 Jun 22 18:32:05.432867 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 2cdc399d-bbe0-40da-9f2d-94c509df2a9a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:05.562546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-a5bf1daa-64c9-4396-bbcb-d464bd5ceb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.563915 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-a5bf1daa-64c9-4396-bbcb-d464bd5ceb67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab0265c8-c14b-48e0-a14e-81fec665c72f HTTP/1.1" status: 200 len: 853 time: 0.2206874 Jun 22 18:32:05.598284 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:05.602979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-a42d0f49-23ba-4236-8223-fe9aeaba671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.605508 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-a42d0f49-23ba-4236-8223-fe9aeaba671e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.4654782 Jun 22 18:32:05.618646 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a', 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f', 'port_id': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a', 'mac_address': 'fa:16:3e:78:f9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b875795-8e65-44f8-a59a-b05b3ccc2422', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:05.640719 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-3d5b771b-3f24-475f-9230-373a1d3d9bbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8383bba3-5af1-4bd8-ba31-5fb3f3297118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562692 Jun 22 18:32:05.660831 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3fc9c-d509-4f6b-a9ac-7666d47f5cbd req-4a1637fe-cb82-44e8-8c31-7761b1b11ccb tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.665841 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c2d3fc9c-d509-4f6b-a9ac-7666d47f5cbd req-4a1637fe-cb82-44e8-8c31-7761b1b11ccb tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 944 time: 0.4478860 Jun 22 18:32:05.672289 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.687089 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdc399d-bbe0-40da-9f2d-94c509df2a9a {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:05.723141 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:05.730950 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.736247 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:05.747249 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-d1cede08-8ea1-4b02-9cd0-659d22e25952 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.1089628 Jun 22 18:32:05.819600 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.823953 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.879523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-f7622793-3034-4884-84c3-4d35a024addf tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.881339 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-f7622793-3034-4884-84c3-4d35a024addf tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 810 time: 0.4564066 Jun 22 18:32:05.896138 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2055a4-61cc-4048-82b3-a73575c50c6a req-a2ad2994-5f59-4f87-ba25-47081b2c3e79 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.900884 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed2055a4-61cc-4048-82b3-a73575c50c6a req-a2ad2994-5f59-4f87-ba25-47081b2c3e79 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4808435 Jun 22 18:32:05.995212 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c2d3fc9c-d509-4f6b-a9ac-7666d47f5cbd req-767979fc-9e97-4779-81c5-e166fe0a45ec tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602892 Jun 22 18:32:06.010732 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-68461b08-98a1-4482-9dd9-beff8cfb4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.013057 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-68461b08-98a1-4482-9dd9-beff8cfb4628 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.2121723 Jun 22 18:32:06.062437 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-2139498d-94ed-4663-98f4-bbabb6fb43e9 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 379 time: 0.1500635 Jun 22 18:32:06.064437 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-5a7c3eac-ed69-4239-80e7-380857f022d1 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138885 Jun 22 18:32:06.066538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908012ca-ef90-469b-946a-0e403110b964 x-openstack-request-id: req-908012ca-ef90-469b-946a-0e403110b964 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:06.066856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:06.067139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-908012ca-ef90-469b-946a-0e403110b964 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:06.067563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62', 'status': 'completed', 'code': 200} Jun 22 18:32:06.070602 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed2055a4-61cc-4048-82b3-a73575c50c6a req-f068f8e2-a3cc-4e41-befe-8b7f326c297a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593907 Jun 22 18:32:06.072863 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-d3b96bd2-b6ca-43d5-bbba-0f65c68db147 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493467 Jun 22 18:32:06.127200 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'port': {'device_id': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'admin_state_up': True, 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'security_groups': ['cf6d67b5-6ead-41f9-b461-4463ecfe436f']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:06.192167 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40434) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:06.231402 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['2cdc399d-bbe0-40da-9f2d-94c509df2a9a'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:06.453980 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.479563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-c74fef01-399e-487e-8cd3-0d0be997f6fa service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136659 Jun 22 18:32:06.607969 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0dcb0119-4c4d-4ac0-9b56-5275230b2f1e req-62209920-e050-4f23-b4d1-d1fdb0a7ba52 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927795 Jun 22 18:32:06.652550 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f0fa6-755d-486e-a65a-ff4b2906109b req-1af4094f-2d28-42a4-a27e-ab38a093a181 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.654107 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-346f0fa6-755d-486e-a65a-ff4b2906109b req-1af4094f-2d28-42a4-a27e-ab38a093a181 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 944 time: 0.3570597 Jun 22 18:32:06.660186 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.670805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.679438 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aed1307c-9774-457c-a785-7d25c1de94ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.699715 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1986f4f-f1f9-4f07-afcf-bc5bee06ef64 req-a5b632e5-3857-4c17-bbf5-b22ea3197024 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809785 Jun 22 18:32:06.758565 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef228d8-a4e4-4aa0-8b4f-7a26c284275d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.764122 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:06.771179 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c7aa63940164b1b9f99da866078c0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729215 Jun 22 18:32:06.772287 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40444) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:06.775863 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Made reservation on behalf of f9a38997435a4b8db956a154d5b63cac for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:06.780975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.830814 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-346f0fa6-755d-486e-a65a-ff4b2906109b req-3cbf4505-07c4-43e4-84e7-d931f6dd7f61 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687620 Jun 22 18:32:07.003902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-08d6a69f-3aad-472f-a00e-f0f8573f9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.005356 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-08d6a69f-3aad-472f-a00e-f0f8573f9625 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d660dc05f06040c2b087fd47a312936e&device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 1097 time: 0.3095396 Jun 22 18:32:07.008067 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.048141 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.108633 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.112498 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.114377 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aef228d8-a4e4-4aa0-8b4f-7a26c284275d HTTP/1.1" status: 204 len: 168 time: 0.3412659 Jun 22 18:32:07.115913 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bf4e6d43-d65d-442f-8421-9e46dae35a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.129560 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef228d8-a4e4-4aa0-8b4f-7a26c284275d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.134051 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.138180 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04029737-4f14-42ca-b258-0a98c8c806c9 req-217908a4-b7d4-4399-bba1-e5f73e8d27b6 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 210 time: 0.0961778 Jun 22 18:32:07.154052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Allocated IP 172.20.0.9 (6742600a-098e-4c3d-88ce-589ca4f48355/f5aa69ac-e645-4362-a3ee-848eeb6a02d3/67294b80-a10e-41b8-a1c5-ec8973fe00df) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:07.526452 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285aae3-a27e-457f-96d8-ee6900bfaca9 req-04ca24eb-4dd1-45a1-abad-02f2067bcca6 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.528010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f285aae3-a27e-457f-96d8-ee6900bfaca9 req-04ca24eb-4dd1-45a1-abad-02f2067bcca6 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 950 time: 0.5315690 Jun 22 18:32:07.534530 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40460) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.547960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-c3acb38c-d36d-438d-866e-6a1c0dbfe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.549520 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-c3acb38c-d36d-438d-866e-6a1c0dbfe5d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8383bba3-5af1-4bd8-ba31-5fb3f3297118 HTTP/1.1" status: 200 len: 914 time: 0.5089381 Jun 22 18:32:07.560898 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.671765 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-b1889690-72c9-4aa0-9970-baa7200aa33c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62 HTTP/1.1" status: 200 len: 217 time: 0.1032131 Jun 22 18:32:07.674203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.678944 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.684391 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ef9b3d0c-a267-4dc8-bed8-4d76573539de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.722788 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f285aae3-a27e-457f-96d8-ee6900bfaca9 req-326b3f45-cdc1-4487-bad4-20cc569d3c67 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847470 Jun 22 18:32:07.729694 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3da464215add4ce48b676e70ec74c513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884804 Jun 22 18:32:07.730695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40462) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.737915 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a75907-993a-44bc-9c95-42247027a2fe,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.749876 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.768924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fddb7-d6f9-4d31-9ccd-96f4ee630fa4 req-98d74222-6085-4fcf-8657-60e87ce3e530 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.770308 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a7fddb7-d6f9-4d31-9ccd-96f4ee630fa4 req-98d74222-6085-4fcf-8657-60e87ce3e530 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 945 time: 0.3472881 Jun 22 18:32:07.811946 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.816995 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.829039 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-a79d3d1a-493f-42a6-a8b0-f31f3909f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.830526 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-a79d3d1a-493f-42a6-a8b0-f31f3909f857 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab0265c8-c14b-48e0-a14e-81fec665c72f HTTP/1.1" status: 200 len: 853 time: 0.1322658 Jun 22 18:32:07.860965 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.884639 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-0667394a-8a7b-43da-8377-119d9d9a6a8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8383bba3-5af1-4bd8-ba31-5fb3f3297118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360258 Jun 22 18:32:07.888190 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Transition to ACTIVE for port object 67294b80-a10e-41b8-a1c5-ec8973fe00df will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:07.895699 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a7fddb7-d6f9-4d31-9ccd-96f4ee630fa4 req-ed2acc2b-69b8-4c98-88bf-73617fd6dae5 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041379 Jun 22 18:32:07.974297 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.980233 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.990933 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01a75907-993a-44bc-9c95-42247027a2fe HTTP/1.1" status: 204 len: 168 time: 0.2559536 Jun 22 18:32:07.992128 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-add11100-3f7b-4938-a4c0-13063608173a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:08.018609 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a75907-993a-44bc-9c95-42247027a2fe,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:08.035564 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.157663 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.164779 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0822445b-a1d8-45ab-b611-7a2597bc0443 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:08.256126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:08.270917 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-c7cf97c4-fe7c-43aa-80e7-64acfb5bde95 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012707 Jun 22 18:32:08.280599 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:08.287792 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:08.293098 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:08.307508 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.451954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808657-10e8-49d7-b99b-9578c3c03749 req-63bad9f5-1ec6-4458-b91e-bc969c8a601f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.454718 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe808657-10e8-49d7-b99b-9578c3c03749 req-63bad9f5-1ec6-4458-b91e-bc969c8a601f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3720834 Jun 22 18:32:08.558649 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.559708 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.638146 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5202844 Jun 22 18:32:08.643039 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe808657-10e8-49d7-b99b-9578c3c03749 req-473c059c-ef26-46dd-8fef-8e89394cad99 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671743 Jun 22 18:32:08.647646 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-a0726687-4997-453a-9a9e-11878f152a84 None None] Provisioning for port 67294b80-a10e-41b8-a1c5-ec8973fe00df completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:08.667313 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-a0726687-4997-453a-9a9e-11878f152a84 None None] Provisioning complete for port 67294b80-a10e-41b8-a1c5-ec8973fe00df triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:08.668190 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a0726687-4997-453a-9a9e-11878f152a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.674006 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Request body: {'port': {'device_id': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:08.703687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-322eb63c-1c02-44e2-864e-5b19f41036b5 req-1053a76f-ba9a-4f66-a69c-4416816207c1 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173393 Jun 22 18:32:08.767276 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40478) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:08.801315 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-a0726687-4997-453a-9a9e-11878f152a84 None None] Port 67294b80-a10e-41b8-a1c5-ec8973fe00df cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:08.801721 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.938363 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.946592 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.951585 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e5ad0a63-29c7-480f-a24d-7cbedb4032bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:08.988672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.992046 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4809686253f94522ba418428c0daabd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226775 Jun 22 18:32:08.993574 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9745cf97-9575-45d5-91c7-f27f4045d6a3,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:08.996979 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40484) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:09.003698 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:09.056419 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.081569 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.136935 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.140201 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.141807 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9745cf97-9575-45d5-91c7-f27f4045d6a3 HTTP/1.1" status: 204 len: 168 time: 0.1435111 Jun 22 18:32:09.142946 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-45178722-1af3-46dd-b9d6-761e86898296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:09.153856 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9745cf97-9575-45d5-91c7-f27f4045d6a3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:09.156444 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:09.159465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744d5d-4496-4426-ae2f-eb2ad27baedc req-27ba3405-1e6b-445a-82b1-b66fc1c2fde9 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.162305 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f1744d5d-4496-4426-ae2f-eb2ad27baedc req-27ba3405-1e6b-445a-82b1-b66fc1c2fde9 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 944 time: 0.2985740 Jun 22 18:32:09.235441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b45a39-0472-436f-91c5-3290de23dd98 req-7be5fc5e-aa0d-44ee-8fc1-aed86578c042 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.240942 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-08b45a39-0472-436f-91c5-3290de23dd98 req-7be5fc5e-aa0d-44ee-8fc1-aed86578c042 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 931 time: 0.3292255 Jun 22 18:32:09.432379 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f1744d5d-4496-4426-ae2f-eb2ad27baedc req-d4a48e9a-3e0b-4e23-853d-6d8081808cc2 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488723 Jun 22 18:32:09.453308 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a9a37888-c969-4bd0-ad9b-4c62d37c8e62 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:09.479911 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-08b45a39-0472-436f-91c5-3290de23dd98 req-effdb106-6642-4728-a0fb-2e843a48eb58 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270629 Jun 22 18:32:09.499684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 2cdc399d-bbe0-40da-9f2d-94c509df2a9a up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:09.762647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:09.785391 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:09.786349 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.794414 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67294b80-a10e-41b8-a1c5-ec8973fe00df {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:09.831692 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.840174 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,segment=NetworkSegment(7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64),segment_id=7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:09.855370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Transition to ACTIVE for port object 67294b80-a10e-41b8-a1c5-ec8973fe00df will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:09.857492 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62', 'network_id': '8383bba3-5af1-4bd8-ba31-5fb3f3297118', 'port_id': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62', 'mac_address': 'fa:16:3e:ad:95:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0265c8-c14b-48e0-a14e-81fec665c72f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:09.871205 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.877009 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:09.935734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a259-114b-4c1f-8dde-632e68ca1ef1 req-5d895c80-d28a-4d7e-9930-d967c68d9c12 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.937483 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9303a259-114b-4c1f-8dde-632e68ca1ef1 req-5d895c80-d28a-4d7e-9930-d967c68d9c12 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 950 time: 0.2087057 Jun 22 18:32:09.957367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.964468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.980362 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52cf33-a127-4a94-a715-16ee9a6eac5a req-55616f67-cf1c-4a37-af7c-e5f357e52e21 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.983295 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5a52cf33-a127-4a94-a715-16ee9a6eac5a req-55616f67-cf1c-4a37-af7c-e5f357e52e21 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 945 time: 0.1936848 Jun 22 18:32:09.988603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Pushing event updated for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.001839 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a37888-c969-4bd0-ad9b-4c62d37c8e62 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:10.030543 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:10.032997 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aae4bb-ee3c-476c-85ec-ee66f0e28974" -d '{"events": [{"server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "name": "network-vif-plugged", "status": "completed", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:10.038896 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.054642 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,segment=NetworkSegment(7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64),segment_id=7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:10.060647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.065720 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:10.066844 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.073159 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.134187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.138402 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.138852 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.143044 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9303a259-114b-4c1f-8dde-632e68ca1ef1 req-7c3b9384-0ba4-47b5-aff5-fc81e4a24045 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923239 Jun 22 18:32:10.182018 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5a52cf33-a127-4a94-a715-16ee9a6eac5a req-6ed5cc9d-c8f2-4f2d-ac4d-4bc76f006688 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522923 Jun 22 18:32:10.231933 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Attempting to bind port 67294b80-a10e-41b8-a1c5-ec8973fe00df on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:10.232154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Attempting to bind port 67294b80-a10e-41b8-a1c5-ec8973fe00df by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:10.232522 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Attempting to bind port 67294b80-a10e-41b8-a1c5-ec8973fe00df on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:10.236934 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.240994 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.243322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Port 67294b80-a10e-41b8-a1c5-ec8973fe00df on network 6742600a-098e-4c3d-88ce-589ca4f48355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:10.244271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Attempting to bind port 67294b80-a10e-41b8-a1c5-ec8973fe00df on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:10.255107 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:10.256079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Checking segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:10.257016 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Bound using segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:10.258012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Bound port: 67294b80-a10e-41b8-a1c5-ec8973fe00df, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:10.259548 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.510528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:10.523062 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['a9a37888-c969-4bd0-ad9b-4c62d37c8e62'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:10.584823 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:10.613459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.625450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d4184a1b-5479-4f72-9ff8-6ba7bfd91cd3 tempest-DeleteServersTestJSON-892385005 tempest-DeleteServersTestJSON-892385005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.661116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-2c0be63a-2f33-47eb-b29c-517b516536af tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.664346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-2c0be63a-2f33-47eb-b29c-517b516536af tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.3326819 Jun 22 18:32:10.715395 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.716447 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.718860 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/67294b80-a10e-41b8-a1c5-ec8973fe00df HTTP/1.1" status: 200 len: 1093 time: 2.0565848 Jun 22 18:32:10.732142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:10.737397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:10.774061 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-70b225fb-d535-4bf3-9b56-98bb59395cca tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/quotas/906e9ea34e354c6599ad55dadb2b9b09 HTTP/1.1" status: 200 len: 375 time: 0.0719874 Jun 22 18:32:10.860078 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a360e-3c9d-4f2b-a549-802910641d1a req-448f389b-d3fc-45e0-bc5e-f2892b42d341 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.861713 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f3a360e-3c9d-4f2b-a549-802910641d1a req-448f389b-d3fc-45e0-bc5e-f2892b42d341 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3779695 Jun 22 18:32:10.880739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Pushing event updated for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.887177 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.990709 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f3a360e-3c9d-4f2b-a549-802910641d1a req-d2e58872-0a2d-48e7-869a-50832e8762b4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044579 Jun 22 18:32:11.028403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-fb5e14a8-b0d7-4c17-b10b-5668894a7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.030944 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-fb5e14a8-b0d7-4c17-b10b-5668894a7b0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 1096 time: 0.2519529 Jun 22 18:32:11.047002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130432-990d-4477-9696-9abc7544890b req-74b9e2be-cec1-43f1-90bc-b74b2b45a8f2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.049482 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f1130432-990d-4477-9696-9abc7544890b req-74b9e2be-cec1-43f1-90bc-b74b2b45a8f2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.49 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 950 time: 0.2953053 Jun 22 18:32:11.062819 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-72165984-7d36-4b3f-b666-acce772b80ed tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2529175 Jun 22 18:32:11.086198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df38c91-c0c0-47df-9928-8d01285f7f2d x-openstack-request-id: req-7df38c91-c0c0-47df-9928-8d01285f7f2d {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:11.087344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "name": "network-vif-plugged", "status": "completed", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:11.087344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7df38c91-c0c0-47df-9928-8d01285f7f2d {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:11.088004 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a', 'code': 200} Jun 22 18:32:11.203841 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3c56180b-e8c6-4525-a409-5eaa82de951a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df HTTP/1.1" status: 200 len: 217 time: 0.1524820 Jun 22 18:32:11.697322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-341a6924-c30a-49e5-b7f8-22be2d6678ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.698809 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-341a6924-c30a-49e5-b7f8-22be2d6678ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.4395721 Jun 22 18:32:11.705489 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-c88db0b8-f1c7-4970-84a4-351a3c522197 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289709 Jun 22 18:32:11.842045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd4b79-ba35-44b5-9d85-f626e0206d34 req-40e82aae-1f99-498a-91de-bf2e07700e85 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.843533 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-72cd4b79-ba35-44b5-9d85-f626e0206d34 req-40e82aae-1f99-498a-91de-bf2e07700e85 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 945 time: 0.5606310 Jun 22 18:32:11.871795 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Deleting port 1b8640d8-cdd9-419b-acac-d22f24f23788 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:11.872134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.881631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5ca0a-40fe-4e29-ae65-69679f35d786 req-9f8b068d-ff8c-4c2a-be79-1b5a88db1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.883102 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ceb5ca0a-40fe-4e29-ae65-69679f35d786 req-9f8b068d-ff8c-4c2a-be79-1b5a88db1f8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 1099 time: 0.3229494 Jun 22 18:32:12.005586 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-b79e7c03-39fc-47c8-8b14-a6d6d653f549 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828212 Jun 22 18:32:12.018074 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-72cd4b79-ba35-44b5-9d85-f626e0206d34 req-665879fc-f056-454a-b8de-b6ea10160237 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605856 Jun 22 18:32:12.019929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-539362da-a6ad-40ac-88c2-a037e5fdae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.021585 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-539362da-a6ad-40ac-88c2-a037e5fdae32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3066633 Jun 22 18:32:12.047842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ceb5ca0a-40fe-4e29-ae65-69679f35d786 req-6448682b-379d-4af6-8634-ca86f24ea6fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431293 Jun 22 18:32:12.113165 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] For port 1b8640d8-cdd9-419b-acac-d22f24f23788, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1b8640d8-cdd9-419b-acac-d22f24f23788,segment=NetworkSegment(420a74b1-9600-444b-864d-5c32ba078dc6),segment_id=420a74b1-9600-444b-864d-5c32ba078dc6)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:12.113632 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.136594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Calling delete_port for 1b8640d8-cdd9-419b-acac-d22f24f23788 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:12.257102 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-3b3f4f98-998d-4364-9be6-ae58b421f3a3 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266777 Jun 22 18:32:12.292264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93102fca-439a-4d2f-b49b-dd7ddc0d77b0 x-openstack-request-id: req-93102fca-439a-4d2f-b49b-dd7ddc0d77b0 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:12.292592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:12.292838 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-93102fca-439a-4d2f-b49b-dd7ddc0d77b0 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:12.293246 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'status': 'completed', 'code': 200} Jun 22 18:32:12.427245 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-11d8cad7-14bc-403d-a571-4ce597796cbd req-21eff933-eabf-45fc-88f9-b952cb9bccc3 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500230 Jun 22 18:32:12.438786 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d50f05-4e30-45ee-b002-ee35af6e550a req-62265432-cfef-45fc-bf7f-fad05de3eac4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.440851 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50d50f05-4e30-45ee-b002-ee35af6e550a req-62265432-cfef-45fc-bf7f-fad05de3eac4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 943 time: 0.2554538 Jun 22 18:32:12.592863 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50d50f05-4e30-45ee-b002-ee35af6e550a req-3f8090b1-18b8-448e-b7f5-f02d10d5bfed tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322899 Jun 22 18:32:12.593814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.601335 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:12.608863 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['1b8640d8-cdd9-419b-acac-d22f24f23788'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:12.659806 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Pushing event deleted for resources: {'Port': ['ID=1b8640d8-cdd9-419b-acac-d22f24f23788,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:12.668961 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:12.719765 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] No DVR routers for this DVR port 1b8640d8-cdd9-419b-acac-d22f24f23788 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:12.728105 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.730050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f1130432-990d-4477-9696-9abc7544890b req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.49 "DELETE /v2.0/ports/1b8640d8-cdd9-419b-acac-d22f24f23788 HTTP/1.1" status: 204 len: 173 time: 1.6573267 Jun 22 18:32:12.748069 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d302a-7036-42ac-8d8f-74c62863c5ff req-6e37de24-98ff-40e4-a7e0-38f344e31d62 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.755849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e3d302a-7036-42ac-8d8f-74c62863c5ff req-6e37de24-98ff-40e4-a7e0-38f344e31d62 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/ports?device_id=74d5d07a-6377-4ea5-a8d4-bfc04059249c HTTP/1.1" status: 200 len: 867 time: 0.2636030 Jun 22 18:32:12.775056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-87a62832-1934-41e2-a8d1-0e1929c2edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.776718 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-87a62832-1934-41e2-a8d1-0e1929c2edc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 1096 time: 0.2387753 Jun 22 18:32:12.874332 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e3d302a-7036-42ac-8d8f-74c62863c5ff req-c395892b-27a1-447c-ac43-caf07ef9d058 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] 10.222.0.68 "GET /v2.0/security-groups?id=82936403-cf4a-4929-9923-73ef71010c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169393 Jun 22 18:32:13.031442 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-fe81d65e-92ab-4341-95bb-cdd93e8b1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.033237 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-fe81d65e-92ab-4341-95bb-cdd93e8b1e1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 911 time: 0.2455177 Jun 22 18:32:13.053505 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b842a-7706-4a43-a523-300d19cfc802 req-2dd976dc-b000-4d80-9003-b3e4673bfaac tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.055581 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-618b842a-7706-4a43-a523-300d19cfc802 req-2dd976dc-b000-4d80-9003-b3e4673bfaac tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 946 time: 0.1732767 Jun 22 18:32:13.166751 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-fc316e6d-6dc2-401e-86a3-c490050a9dd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df HTTP/1.1" status: 200 len: 217 time: 0.0734518 Jun 22 18:32:13.172489 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-618b842a-7706-4a43-a523-300d19cfc802 req-82889385-f918-4953-934b-b09970f91de9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Jun 22 18:32:13.301248 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-360cd835-5ae9-4ec7-b83b-8dacf78d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.303945 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-360cd835-5ae9-4ec7-b83b-8dacf78d05b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.1212051 Jun 22 18:32:13.459394 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-153bdbec-266a-4d07-8ced-b313bf4c92f1 req-caae9017-c996-4cf7-826e-84ea30d7352d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 210 time: 0.0998619 Jun 22 18:32:13.510478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a9a37888-c969-4bd0-ad9b-4c62d37c8e62 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:13.547557 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb49b-b845-438e-84de-83fc9d412e69 req-6aab4d7d-034a-4a8f-90c2-5e7ec81e079d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.549820 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-40afb49b-b845-438e-84de-83fc9d412e69 req-6aab4d7d-034a-4a8f-90c2-5e7ec81e079d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.2442641 Jun 22 18:32:13.557471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-fd2a7eaa-60f9-4bf0-babb-2f8643405949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.559283 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-fd2a7eaa-60f9-4bf0-babb-2f8643405949 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2336817 Jun 22 18:32:13.601599 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:13.606452 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:13.606866 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.701898 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.752052 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:13.755786 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f2e316-4720-4a57-8631-f7ea0850d254" -d '{"events": [{"server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "name": "network-vif-plugged", "status": "completed", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:13.772095 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,segment=NetworkSegment(7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64),segment_id=7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:13.778210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.779600 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 1b8640d8-cdd9-419b-acac-d22f24f23788 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:13.803167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-40afb49b-b845-438e-84de-83fc9d412e69 req-96a7214f-29a6-42b9-8810-8ea4123606db tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346752 Jun 22 18:32:13.812788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:13.862114 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 1b8640d8-cdd9-419b-acac-d22f24f23788 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:13.862926 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 1b8640d8-cdd9-419b-acac-d22f24f23788 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:13.890058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652440e-7325-43d1-89a3-c88c92793d57 req-6bd0ae4e-fed5-42b3-b0e1-8f0923ca314c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.903131 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0652440e-7325-43d1-89a3-c88c92793d57 req-6bd0ae4e-fed5-42b3-b0e1-8f0923ca314c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 945 time: 0.3233395 Jun 22 18:32:13.926007 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:13.931285 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-a6055a85-1c81-42d2-a717-c86ee9aba3b4 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478084 Jun 22 18:32:13.938038 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:14.030513 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0652440e-7325-43d1-89a3-c88c92793d57 req-d8e0f313-ed6a-4fd4-9a06-8260170b3956 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265359 Jun 22 18:32:14.111057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec89a06-9757-4a0c-93c1-4a0c87fcb5e7 x-openstack-request-id: req-1ec89a06-9757-4a0c-93c1-4a0c87fcb5e7 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:14.111618 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "name": "network-vif-plugged", "status": "completed", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:14.112301 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ec89a06-9757-4a0c-93c1-4a0c87fcb5e7 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:14.113081 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62', 'code': 200} Jun 22 18:32:14.116738 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2ce616-2ee0-46bf-89e8-338f7fb325e2 req-abca1f4e-f047-4e93-b3db-dee11d5d465d service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712556 Jun 22 18:32:14.138107 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f07d52-0ef1-46af-900b-64571b91b26b req-e90ff3b7-16b4-47f1-8722-e223c7efb6bd tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.141388 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-66f07d52-0ef1-46af-900b-64571b91b26b req-e90ff3b7-16b4-47f1-8722-e223c7efb6bd tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 943 time: 0.1261735 Jun 22 18:32:14.190721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-66f07d52-0ef1-46af-900b-64571b91b26b req-7904abbc-d407-45f5-9204-1286ec071fe5 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361195 Jun 22 18:32:14.294763 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'name': 'network-vif-deleted', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:14.300487 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c43516-a1d7-47e6-859f-3212b4f16ce9" -d '{"events": [{"server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "name": "network-vif-deleted", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:14.480103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e83d7d-f763-4a84-8e19-3629902b5e72 req-a937cf36-5af0-4eec-809d-8e2724ac98ba tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.481749 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a3e83d7d-f763-4a84-8e19-3629902b5e72 req-a937cf36-5af0-4eec-809d-8e2724ac98ba tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 946 time: 0.0871491 Jun 22 18:32:14.484009 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f684f1bd-1cad-48c0-a66e-92659f1e316b x-openstack-request-id: req-f684f1bd-1cad-48c0-a66e-92659f1e316b {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:14.484614 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d5d07a-6377-4ea5-a8d4-bfc04059249c", "name": "network-vif-deleted", "tag": "1b8640d8-cdd9-419b-acac-d22f24f23788", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:14.484886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f684f1bd-1cad-48c0-a66e-92659f1e316b {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:14.485309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d5d07a-6377-4ea5-a8d4-bfc04059249c', 'name': 'network-vif-deleted', 'tag': '1b8640d8-cdd9-419b-acac-d22f24f23788', 'status': 'completed', 'code': 200} Jun 22 18:32:14.548997 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a3e83d7d-f763-4a84-8e19-3629902b5e72 req-1c34d6b0-64f1-45ef-8718-0dc83b9f657d tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Jun 22 18:32:15.046825 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a3d9864e-12c1-4405-9935-79ac6864eaed req-fead7478-3b93-407f-bfdb-561f6b823701 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 210 time: 0.4210513 Jun 22 18:32:15.202390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4b74b-790d-4b73-9626-7bd3a9972d2e req-b07b448d-8cd9-4d86-83c9-63795f0ebf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.204182 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38d4b74b-790d-4b73-9626-7bd3a9972d2e req-b07b448d-8cd9-4d86-83c9-63795f0ebf64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 1099 time: 0.5944290 Jun 22 18:32:15.298139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a80966e6-abbf-46a4-bc9f-7364ce2d0c6e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.300082 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a80966e6-abbf-46a4-bc9f-7364ce2d0c6e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.6963329 Jun 22 18:32:15.334443 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38d4b74b-790d-4b73-9626-7bd3a9972d2e req-49b2af5f-403a-421b-94e2-bb04beab8adf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185224 Jun 22 18:32:15.340949 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Request body: {'port': {'device_id': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'admin_state_up': True, 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:15.470958 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515ff4-1676-4951-9421-ee457b55f978 req-660025cb-127d-49c5-b298-71b9541beb4b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.472907 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-93515ff4-1676-4951-9421-ee457b55f978 req-660025cb-127d-49c5-b298-71b9541beb4b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4025691 Jun 22 18:32:15.511572 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 67294b80-a10e-41b8-a1c5-ec8973fe00df details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:15.636858 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-93515ff4-1676-4951-9421-ee457b55f978 req-b0d2ad2f-ce95-43ca-8da7-d6d1ce1c1411 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482821 Jun 22 18:32:15.662200 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff048877-ee8a-4962-a138-5f3e19a3c4b1 req-8a3b4171-8a58-4ad2-95a4-be4b72480b7c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.671517 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff048877-ee8a-4962-a138-5f3e19a3c4b1 req-8a3b4171-8a58-4ad2-95a4-be4b72480b7c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 946 time: 0.3615539 Jun 22 18:32:15.723383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:15.741143 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff048877-ee8a-4962-a138-5f3e19a3c4b1 req-c488ef35-25a2-4076-b467-c7c5ae2d8275 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680530 Jun 22 18:32:15.753702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'port_id': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'mac_address': 'fa:16:3e:1d:ef:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:15.795850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:15.802588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.824037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.843787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67294b80-a10e-41b8-a1c5-ec8973fe00df {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:15.877809 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:15.883806 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.888258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:15.990573 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:15.998504 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:16.022168 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060a47d-2e7a-4bf8-bbf1-fb15bfb66a0f req-4f1bd394-743a-4c55-9d29-dc63a9c6980d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.023724 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6060a47d-2e7a-4bf8-bbf1-fb15bfb66a0f req-4f1bd394-743a-4c55-9d29-dc63a9c6980d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 943 time: 0.1717944 Jun 22 18:32:16.048586 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Allocated IP 172.20.0.13 (3c25009f-7ae2-428e-945c-baff14714986/9d92298f-2054-45f3-9970-803d531bdeed/92f469a9-d545-4a82-a6dc-03452ce99d1b) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:16.098126 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6060a47d-2e7a-4bf8-bbf1-fb15bfb66a0f req-41e57a89-0c84-4ee0-85fe-ede96b33f9ce tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637431 Jun 22 18:32:16.292712 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.306325 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['67294b80-a10e-41b8-a1c5-ec8973fe00df'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:16.365091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.407602 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-95876dd5-6470-4ff4-9f5e-072f8bee08e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:16.475264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Network 3c25009f-7ae2-428e-945c-baff14714986 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:16.478786 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event updated for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:16.486444 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:16.488463 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:16.493235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:16.551971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4516ad-c49e-4a29-a247-293472f01c5d req-d53e2805-f50a-4835-829f-e8d9ff32326d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.560321 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f4516ad-c49e-4a29-a247-293472f01c5d req-d53e2805-f50a-4835-829f-e8d9ff32326d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 932 time: 0.2083838 Jun 22 18:32:16.585886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.587399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.640819 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3104751 Jun 22 18:32:16.658538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Request body: {'port': {'device_id': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:16.672194 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f4516ad-c49e-4a29-a247-293472f01c5d req-45678eb6-9ed5-4bd3-8980-f2a5f89a3c59 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109085 Jun 22 18:32:16.761206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11826-a050-48a3-b230-c5da99a1bdef req-8754448c-958c-4155-b8e9-a89e171a20eb tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.763811 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-59e11826-a050-48a3-b230-c5da99a1bdef req-8754448c-958c-4155-b8e9-a89e171a20eb tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 946 time: 0.2012184 Jun 22 18:32:16.838517 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.951160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.993981 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-59e11826-a050-48a3-b230-c5da99a1bdef req-918e07c0-cffd-4e2d-8d14-590f4b6bf990 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569219 Jun 22 18:32:17.360461 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45803-6723-4d04-814e-c21087f3dd43 req-017d1c6f-bd19-4d77-bba1-b78bc224187d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.363152 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bc45803-6723-4d04-814e-c21087f3dd43 req-017d1c6f-bd19-4d77-bba1-b78bc224187d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4364748 Jun 22 18:32:17.558323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b46229-7161-4402-aa79-b0b162489233 req-0715416b-f10b-4627-a568-ad905cfa9f96 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.561167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-52b46229-7161-4402-aa79-b0b162489233 req-0715416b-f10b-4627-a568-ad905cfa9f96 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 946 time: 0.3658552 Jun 22 18:32:17.570427 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bc45803-6723-4d04-814e-c21087f3dd43 req-4b8d1248-8cab-4ff7-8baa-e0fb0a8e096f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597090 Jun 22 18:32:17.656872 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec', '7caf461a-be92-460f-87fa-05cafbfbcc5f'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:17.700767 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-52b46229-7161-4402-aa79-b0b162489233 req-af554498-c005-438e-a48c-9832efdf5a42 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116481 Jun 22 18:32:17.805876 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f469a9-d545-4a82-a6dc-03452ce99d1b {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:17.823206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.863259 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Transition to ACTIVE for port object 92f469a9-d545-4a82-a6dc-03452ce99d1b will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:17.926435 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.928897 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2dbfacf5-0c29-49c0-9d48-35c4825cf422 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:18.005612 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Pushing event updated for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.016887 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.208390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a9b07-68d3-48ff-b1bb-ee1902494fc3 req-a51aaec1-a706-431b-b93f-0dcff43e77f0 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.212781 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bb4a9b07-68d3-48ff-b1bb-ee1902494fc3 req-a51aaec1-a706-431b-b93f-0dcff43e77f0 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 944 time: 0.3470821 Jun 22 18:32:18.272735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Attempting to bind port 92f469a9-d545-4a82-a6dc-03452ce99d1b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:18.273317 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Attempting to bind port 92f469a9-d545-4a82-a6dc-03452ce99d1b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:18.273888 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Attempting to bind port 92f469a9-d545-4a82-a6dc-03452ce99d1b on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.313351 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Port 92f469a9-d545-4a82-a6dc-03452ce99d1b on network 3c25009f-7ae2-428e-945c-baff14714986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:18.313835 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Attempting to bind port 92f469a9-d545-4a82-a6dc-03452ce99d1b on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.345752 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:18.346307 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Checking segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:18.346959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Bound using segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:18.348194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Bound port: 92f469a9-d545-4a82-a6dc-03452ce99d1b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:18.348375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.392979 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bb4a9b07-68d3-48ff-b1bb-ee1902494fc3 req-b0eaffa3-6004-405e-bd3b-aef2c260d0a7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733854 Jun 22 18:32:18.492814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f691-db47-4b5e-bb4e-f2192093182c req-ce138e71-0ac1-47d1-be47-1b9e5983692a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.495517 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5605f691-db47-4b5e-bb4e-f2192093182c req-ce138e71-0ac1-47d1-be47-1b9e5983692a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 944 time: 0.2786810 Jun 22 18:32:18.557124 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:18.577864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:18.600489 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.600489 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:18.601617 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5605f691-db47-4b5e-bb4e-f2192093182c req-b902778b-4dfd-43aa-bce6-9d64a9ab8d42 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 Jun 22 18:32:18.806766 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.807590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.810055 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] 10.222.0.49 "PUT /v2.0/ports/92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 200 len: 1094 time: 2.1558332 Jun 22 18:32:18.815055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:18.818950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd2d6b-8482-42db-90ce-4b10f75d4806" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:18.869083 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Pushing event updated for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.875294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:19.104592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24909ce4-fd9f-4c54-b838-aab56f8b5cad req-7ad19b91-4c8e-4774-a273-b891a4463b90 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.107296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24909ce4-fd9f-4c54-b838-aab56f8b5cad req-7ad19b91-4c8e-4774-a273-b891a4463b90 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 946 time: 0.4008365 Jun 22 18:32:19.209374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac00e0-cd3b-45b6-bb4f-59bf002ab434 req-6224adb8-d295-4a95-808b-f9bb1fcec0e7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.211173 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32ac00e0-cd3b-45b6-bb4f-59bf002ab434 req-6224adb8-d295-4a95-808b-f9bb1fcec0e7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3712194 Jun 22 18:32:19.213490 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a59d1e11-14f5-40e1-8605-cea09c0a3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.215200 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-a59d1e11-14f5-40e1-8605-cea09c0a3970 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 1097 time: 0.3063262 Jun 22 18:32:19.229272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-e82e0d87-005d-4d29-90b2-27fde7e27b8a tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.229272 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-e82e0d87-005d-4d29-90b2-27fde7e27b8a tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 946 time: 0.3519096 Jun 22 18:32:19.248943 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24909ce4-fd9f-4c54-b838-aab56f8b5cad req-602fc93d-8aab-431d-bd70-b025bb2675c7 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260655 Jun 22 18:32:19.323764 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-223643f2-6e7c-47fe-b5ef-b1bea402ce18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 200 len: 217 time: 0.0924263 Jun 22 18:32:19.358058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12423507-cf53-4a8c-9f90-ae077423185b x-openstack-request-id: req-12423507-cf53-4a8c-9f90-ae077423185b {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:19.358629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:19.358629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12423507-cf53-4a8c-9f90-ae077423185b {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:19.359183 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'status': 'completed', 'code': 200} Jun 22 18:32:19.401104 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32ac00e0-cd3b-45b6-bb4f-59bf002ab434 req-795d341b-2f5c-4610-b4d5-2b7db6a0d3ab tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675379 Jun 22 18:32:19.435224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0f92-c382-4376-bce5-69958dd7b48a req-71164fc0-f1f1-4c39-a2f1-523620cf9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.436709 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-71164fc0-f1f1-4c39-a2f1-523620cf9deb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.1063430 Jun 22 18:32:19.500702 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-6b2013d7-6b04-44ce-aaab-f62a982eb590 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511150 Jun 22 18:32:19.547181 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 67294b80-a10e-41b8-a1c5-ec8973fe00df up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:19.589407 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Deleting port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:19.589843 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.628351 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 67294b80-a10e-41b8-a1c5-ec8973fe00df completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:19.633019 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 67294b80-a10e-41b8-a1c5-ec8973fe00df triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:19.633459 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.739473 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.797822 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:19.801729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9744f39d-4576-47d0-8b52-54af483b5010" -d '{"events": [{"server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "name": "network-vif-plugged", "status": "completed", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:19.823381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:19.831274 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.833729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:19.917249 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:19.929989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:20.098704 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-1ce60953-ffd0-4640-8b1d-dde0ed4193f3 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879514 Jun 22 18:32:20.124407 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] For port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:20.125017 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.201035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Calling delete_port for 2cdc399d-bbe0-40da-9f2d-94c509df2a9a owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:20.240420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abfcc5-59d1-4264-876a-e5ef02e2a892 req-495e6516-b2c2-4212-9558-c7f14cdace7d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.241819 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84abfcc5-59d1-4264-876a-e5ef02e2a892 req-495e6516-b2c2-4212-9558-c7f14cdace7d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.6481524 Jun 22 18:32:20.288490 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40898) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:20.314159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d334e86-764b-419c-b8d2-4ec95749fff6 req-198d0be7-acf7-4fd9-9f2c-47f8371b4b7a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.315900 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4d334e86-764b-419c-b8d2-4ec95749fff6 req-198d0be7-acf7-4fd9-9f2c-47f8371b4b7a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 944 time: 0.3469656 Jun 22 18:32:20.380641 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-265b0f92-c382-4376-bce5-69958dd7b48a req-dbb535a5-2459-4d97-975f-0836381a1c35 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610629 Jun 22 18:32:20.397654 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84abfcc5-59d1-4264-876a-e5ef02e2a892 req-1a694bc3-24d1-4f67-a03f-dddc207acbb5 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152520 Jun 22 18:32:20.441235 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4d334e86-764b-419c-b8d2-4ec95749fff6 req-5f64e844-9ba5-4bb9-82b2-99e283314573 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051345 Jun 22 18:32:20.477241 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2498d-26c5-428f-84e1-2d4fd46787bd x-openstack-request-id: req-e2c2498d-26c5-428f-84e1-2d4fd46787bd {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:20.477553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "name": "network-vif-plugged", "status": "completed", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:20.477845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e2c2498d-26c5-428f-84e1-2d4fd46787bd {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:20.478257 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'code': 200} Jun 22 18:32:20.522663 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ee9180eb-8d9a-45b6-a5a1-afecdf4f110f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bf0639971e940a98495b27ed609e8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328336 Jun 22 18:32:20.523297 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40906) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:20.620043 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.630308 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.631359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:20.638057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['2cdc399d-bbe0-40da-9f2d-94c509df2a9a'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:20.647595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-24e1a7ad-68be-4fca-87bf-46c162e9bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.650429 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-24e1a7ad-68be-4fca-87bf-46c162e9bac0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 1097 time: 0.1832180 Jun 22 18:32:20.683822 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.739112 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Pushing event deleted for resources: {'Port': ['ID=2cdc399d-bbe0-40da-9f2d-94c509df2a9a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:20.750308 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.754634 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.756712 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/82936403-cf4a-4929-9923-73ef71010c45 HTTP/1.1" status: 204 len: 168 time: 0.2321849 Jun 22 18:32:20.757711 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2609db54-1b9e-4f80-b41a-08c74464014b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:20.764674 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b2a1e008-1145-4d36-961d-d5d5a8b961b8 req-928a2f37-cf7c-4749-b8f3-c49aa8262ca7 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 210 time: 0.1349678 Jun 22 18:32:20.773731 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82936403-cf4a-4929-9923-73ef71010c45,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:20.778451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:20.783671 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:20.896710 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] No DVR routers for this DVR port 2cdc399d-bbe0-40da-9f2d-94c509df2a9a on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:20.903538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.905632 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-da2217d8-a852-4bb4-8d5c-902f109030ae req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "DELETE /v2.0/ports/2cdc399d-bbe0-40da-9f2d-94c509df2a9a HTTP/1.1" status: 204 len: 173 time: 1.6599658 Jun 22 18:32:21.040244 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-7b176be3-84f8-4bf6-9037-72b95b5243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.043637 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-7b176be3-84f8-4bf6-9037-72b95b5243d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.3302183 Jun 22 18:32:21.084196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0fa98-9e2b-4238-9daa-780f1a790a59 req-653a5a9a-4cb8-4aa9-bc42-db69ba1d80ad tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.087337 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-22e0fa98-9e2b-4238-9daa-780f1a790a59 req-653a5a9a-4cb8-4aa9-bc42-db69ba1d80ad tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4424815 Jun 22 18:32:21.136078 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-7f0caa5b-f1ce-4129-8581-0e1c5d1f5ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 200 len: 217 time: 0.0809479 Jun 22 18:32:21.190344 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6a97-83bb-4420-b3a2-427e6a938acf req-f0027a52-75d2-4bdb-8ca2-6017d03c3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.191909 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a1b6a97-83bb-4420-b3a2-427e6a938acf req-f0027a52-75d2-4bdb-8ca2-6017d03c3e3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 1098 time: 0.4479518 Jun 22 18:32:21.206005 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-946f0e6a-c060-442e-a659-5a04aa122665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.231480 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-22e0fa98-9e2b-4238-9daa-780f1a790a59 req-a9949e44-27b7-43bc-bf04-716a03da8325 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997658 Jun 22 18:32:21.244506 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-4a701b86-dab0-4dec-ae2e-07053c5b6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.251512 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-4a701b86-dab0-4dec-ae2e-07053c5b6adf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0939085 Jun 22 18:32:21.268597 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a1b6a97-83bb-4420-b3a2-427e6a938acf req-7e0a3d93-b877-417e-b887-bb187368a001 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677195 Jun 22 18:32:21.298853 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-b39ee10d-08a8-49a6-aef1-a69d546cb637 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397747 Jun 22 18:32:21.361099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'name': 'network-vif-deleted', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:21.365325 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7defd9-586c-47a5-a0bf-ec5a58ebd0b0" -d '{"events": [{"server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "name": "network-vif-deleted", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:21.451557 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135122b1-9fd9-4151-92e7-61a0adf5136f x-openstack-request-id: req-135122b1-9fd9-4151-92e7-61a0adf5136f {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:21.452053 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce22996b-fa5b-43a3-9219-23225a8cf914", "name": "network-vif-deleted", "tag": "2cdc399d-bbe0-40da-9f2d-94c509df2a9a", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:21.452544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-135122b1-9fd9-4151-92e7-61a0adf5136f {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:21.453430 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce22996b-fa5b-43a3-9219-23225a8cf914', 'name': 'network-vif-deleted', 'tag': '2cdc399d-bbe0-40da-9f2d-94c509df2a9a', 'status': 'completed', 'code': 200} Jun 22 18:32:21.528034 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-a596dece-8e25-4a63-b4a4-9d88b7c366d5 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578436 Jun 22 18:32:21.733761 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da6337-92d2-433f-9d16-867792a6e485 req-16777c1e-1163-4fdc-a1c1-e70d29568045 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.735557 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-61da6337-92d2-433f-9d16-867792a6e485 req-16777c1e-1163-4fdc-a1c1-e70d29568045 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.1912146 Jun 22 18:32:21.746736 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dd2d6b-8482-42db-90ce-4b10f75d4806 req-4f307d15-9585-4883-9054-cabd8dfd39a6 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894255 Jun 22 18:32:21.790057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df442e2d-b67e-432f-a0d2-d9465d5782eb req-60ed687e-83ec-434c-8b48-69ffebc822bc tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.791628 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-df442e2d-b67e-432f-a0d2-d9465d5782eb req-60ed687e-83ec-434c-8b48-69ffebc822bc tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 944 time: 0.1386590 Jun 22 18:32:21.825486 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-61da6337-92d2-433f-9d16-867792a6e485 req-764b13c2-4ad1-43f5-b127-ca10170e6432 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804908 Jun 22 18:32:21.866592 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-df442e2d-b67e-432f-a0d2-d9465d5782eb req-1175059b-ec57-4703-955c-0537a903cec1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Jun 22 18:32:21.955039 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40940) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:22.072494 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f06a8580-1998-4a1d-b177-0cef71e54184 req-61964656-de5c-4407-9314-f90ec9bd53cf tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce22996b-fa5b-43a3-9219-23225a8cf914 HTTP/1.1" status: 200 len: 210 time: 0.0424049 Jun 22 18:32:22.117024 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-969447498-network', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:22.150020 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Made reservation on behalf of a7025f944e9e4f71a1a4b35e2756ab35 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:22.152661 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.162165 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.282336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.287539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.293260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.324695 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:22.351292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c89c5-a745-49ad-be28-5f91c83acb67,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.357194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.362081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.364175 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Added segment c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d of type vlan for network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 Jun 22 18:32:22.442895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.489619 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.498503 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15fd21-b2fd-4e63-9427-d5b5b72d22b8 req-72638a70-7557-4226-94a1-41376ae42085 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.500199 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c15fd21-b2fd-4e63-9427-d5b5b72d22b8 req-72638a70-7557-4226-94a1-41376ae42085 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1219852 Jun 22 18:32:22.501534 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.502122 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.504442 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.588547 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6317952 Jun 22 18:32:22.591183 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40950) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:22.596417 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Request body: {'subnet': {'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-969447498-subnet', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:22.597495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Pushing event updated for resources: {'Network': ['ID=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.602551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c15fd21-b2fd-4e63-9427-d5b5b72d22b8 req-79ed2877-a874-4d3e-8576-7c7e3ec923a6 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Jun 22 18:32:22.603471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.611120 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:22.631291 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Made reservation on behalf of a7025f944e9e4f71a1a4b35e2756ab35 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:22.633791 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.831980 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.838140 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.932222 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Checking segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:22.932595 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Network hostable DHCP agents. Network: 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:22.935178 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a32c4cc-1d27-4edb-b355-9708ac64f99f,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.939533 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.973129 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:22.989767 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:22.998972 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e0946-066e-4c9c-bb3f-bb7158c779a8 None None] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:23.009655 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.012324 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.051061 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-aefb8bd2-858d-41ed-8e35-dbc21ea8f85a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4586761 Jun 22 18:32:23.053914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40956) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:23.061144 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:23.116745 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.118137 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.165074 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9136-db6d-460a-863a-ce07638c7fd0 req-79faa4d3-8360-45a8-8f76-92a69ee0fab9 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.167794 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0f7b9136-db6d-460a-863a-ce07638c7fd0 req-79faa4d3-8360-45a8-8f76-92a69ee0fab9 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.1606991 Jun 22 18:32:23.209705 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'fixed_ips': [{'subnet_id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:32:23.210592 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.358421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.369376 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0f7b9136-db6d-460a-863a-ce07638c7fd0 req-c88b6a87-1232-422e-a113-8de44a7233e9 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858411 Jun 22 18:32:23.424420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Allocated IP 172.20.0.2 (64da5dbe-e1b0-4a2c-84dc-0bdc82a40264/5a32c4cc-1d27-4edb-b355-9708ac64f99f/1b12460e-4890-4f14-bfb4-80f2434dd6fd) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:23.464027 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750bd88-3f47-4006-af96-1ff2a42224ce req-aa110455-d279-4fb6-b105-61bfbf33a034 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.466493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4750bd88-3f47-4006-af96-1ff2a42224ce req-aa110455-d279-4fb6-b105-61bfbf33a034 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 944 time: 0.3674915 Jun 22 18:32:23.594434 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 92f469a9-d545-4a82-a6dc-03452ce99d1b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:23.599541 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 2cdc399d-bbe0-40da-9f2d-94c509df2a9a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:23.615479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.652843 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 2cdc399d-bbe0-40da-9f2d-94c509df2a9a {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:23.653748 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 2cdc399d-bbe0-40da-9f2d-94c509df2a9a not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:23.688977 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4750bd88-3f47-4006-af96-1ff2a42224ce req-7d36662a-3117-4612-b465-a4756ae265c1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627963 Jun 22 18:32:23.861874 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.896662 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Transition to ACTIVE for port object 1b12460e-4890-4f14-bfb4-80f2434dd6fd will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:23.949322 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Transition to ACTIVE for port object 1b12460e-4890-4f14-bfb4-80f2434dd6fd will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:23.956328 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:23.959952 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.968652 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:24.001227 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'port_id': '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'mac_address': 'fa:16:3e:27:78:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d92298f-2054-45f3-9970-803d531bdeed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:24.023645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:24.069608 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:24.074647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Pushing event updated for resources: {'Port': ['ID=1b12460e-4890-4f14-bfb4-80f2434dd6fd,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.083529 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:24.086315 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.127223 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.161024 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f469a9-d545-4a82-a6dc-03452ce99d1b {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:24.184008 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Attempting to bind port 1b12460e-4890-4f14-bfb4-80f2434dd6fd on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:24.184569 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Attempting to bind port 1b12460e-4890-4f14-bfb4-80f2434dd6fd by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:24.185105 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Attempting to bind port 1b12460e-4890-4f14-bfb4-80f2434dd6fd on network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:24.199738 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:24.201573 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:24.202116 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Checking segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:24.202567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.202978 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Bound using segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:24.203656 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Bound port: 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:24.204098 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.209318 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.223398 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:24.242187 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-6da30996-f217-427d-b9ea-e020bd747428 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.245209 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-6da30996-f217-427d-b9ea-e020bd747428 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 808 time: 0.3666189 Jun 22 18:32:24.286372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95123680-672d-4050-9917-a5f487c4faea req-192cce89-8fec-4744-937a-cf8442468cfb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.291777 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95123680-672d-4050-9917-a5f487c4faea req-192cce89-8fec-4744-937a-cf8442468cfb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3478880 Jun 22 18:32:24.346197 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b7f55dd9-babe-4f6c-8bb0-2aa7fc031f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.377222 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.381819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.392608 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] For port 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:24.396465 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] For port 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1b12460e-4890-4f14-bfb4-80f2434dd6fd,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:24.402491 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.404702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:24.472560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Pushing event updated for resources: {'Port': ['ID=1b12460e-4890-4f14-bfb4-80f2434dd6fd,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.478059 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.574065 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.631601 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['92f469a9-d545-4a82-a6dc-03452ce99d1b'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:24.639619 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.643563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-b61964c9-468e-4106-94a6-941224d78c25 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/quotas/d8a388d4154746a1a30cc3b8a289cb84 HTTP/1.1" status: 200 len: 375 time: 0.3877122 Jun 22 18:32:24.672028 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.803010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95123680-672d-4050-9917-a5f487c4faea req-8ea0f170-e6ad-4ba6-bc7c-09ea9282fd1b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924691 Jun 22 18:32:24.829540 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-c0de312e-b61f-4eae-9714-8b6c0c02f9ba tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1641300 Jun 22 18:32:24.941170 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Allocated IP 172.27.0.99 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/c9fa2e37-7518-4657-99e6-04b9bbb5b68f) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:25.095239 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-600ef2dc-bc08-462d-b335-190497ac2c09 service neutron] 10.222.0.68 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478275 Jun 22 18:32:25.212686 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.240042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cec9-396c-4659-a21a-17a61dfe1adc req-9fd96f11-fb98-4fce-b39f-25ae18ccd731 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.241733 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4450cec9-396c-4659-a21a-17a61dfe1adc req-9fd96f11-fb98-4fce-b39f-25ae18ccd731 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.2712796 Jun 22 18:32:25.300374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-6c783df4-8d80-4cd7-896e-de8941c6051c service neutron] 10.222.0.68 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983948 Jun 22 18:32:25.336359 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4450cec9-396c-4659-a21a-17a61dfe1adc req-b71d99bb-d454-4d5c-a53a-f5f2addfb952 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838282 Jun 22 18:32:25.338493 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.341614 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.384816 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:25.388745 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:25.392561 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:25.424545 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.429104 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.732874 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1b12460e-4890-4f14-bfb4-80f2434dd6fd up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:25.782451 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a5269-316c-467d-ab66-189b7c1bb27c None None] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:25.803592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e61c0-7057-4820-847f-cf6bcf009fb4 req-6a2da99f-907b-4cf5-be0a-249b8c08770c tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.807409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-309e61c0-7057-4820-847f-cf6bcf009fb4 req-6a2da99f-907b-4cf5-be0a-249b8c08770c tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 945 time: 0.1989446 Jun 22 18:32:25.906167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-335cf283-6001-4191-846d-c3b0624465c6 None None] Provisioning for port 1b12460e-4890-4f14-bfb4-80f2434dd6fd completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:26.013803 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-309e61c0-7057-4820-847f-cf6bcf009fb4 req-2389da36-fb03-4c88-b0ed-b19e5fda8841 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487610 Jun 22 18:32:26.132401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 1b12460e-4890-4f14-bfb4-80f2434dd6fd completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:26.137630 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cf13d5c1-a41d-46f0-b4a0-90ca8ae26ac5 req-36995565-9a25-4673-9438-6cd48d44cb4e tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.0463965 Jun 22 18:32:26.143900 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 1b12460e-4890-4f14-bfb4-80f2434dd6fd triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:26.145248 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.145438 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.152241 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.243917 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78523798-e39e-476a-802b-92a0e3ba7e80 req-86b0ae7c-dd4a-424e-a212-639f49ba0f23 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.245857 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-78523798-e39e-476a-802b-92a0e3ba7e80 req-86b0ae7c-dd4a-424e-a212-639f49ba0f23 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.2388859 Jun 22 18:32:26.263874 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41002) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:26.272236 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'floatingip': {'port_id': '67294b80-a10e-41b8-a1c5-ec8973fe00df'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:26.349247 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.408455 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.436667 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1b12460e-4890-4f14-bfb4-80f2434dd6fd,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:26.442695 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.445381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:26.513160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=1b12460e-4890-4f14-bfb4-80f2434dd6fd,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:26.519187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:26.556301 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.717972 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-25ed3e64-c8c5-4151-ab6a-00b5a1ad31cc None None] Provisioning complete for port 1b12460e-4890-4f14-bfb4-80f2434dd6fd triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:26.719027 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25ed3e64-c8c5-4151-ab6a-00b5a1ad31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.775382 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca378-0a38-46ac-ba0b-3a21150df36a req-78d054c8-1744-4a89-9724-3c8c09620fe6 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.787985 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1fcca378-0a38-46ac-ba0b-3a21150df36a req-78d054c8-1744-4a89-9724-3c8c09620fe6 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4259965 Jun 22 18:32:26.873654 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1fcca378-0a38-46ac-ba0b-3a21150df36a req-acdef96c-5137-4d5d-848a-487ca0587b47 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 Jun 22 18:32:26.917081 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:32:27.047640 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:27.063446 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Sync routers for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:27.069813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.071551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0165184 Jun 22 18:32:27.076040 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41010) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:27.080691 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:27.081780 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:27.210515 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:27.225949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.232991 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.467677 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Floating IP 6ebf3e0b-5af0-4427-bcf6-9daefa3485f7 associated. External IP: 172.27.0.223, port: 67294b80-a10e-41b8-a1c5-ec8973fe00df. Jun 22 18:32:27.599217 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 92f469a9-d545-4a82-a6dc-03452ce99d1b up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:27.753095 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:25Z', 'revision_number': 3, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:27.759012 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1b12460e-4890-4f14-bfb4-80f2434dd6fd up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:27.820901 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 92f469a9-d545-4a82-a6dc-03452ce99d1b completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:27.837709 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 92f469a9-d545-4a82-a6dc-03452ce99d1b triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:27.838239 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.848151 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Checking router: 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:27.848895 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Updating router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 port c9fa2e37-7518-4657-99e6-04b9bbb5b68f binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:27.920921 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.951963 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:28.077435 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 1b12460e-4890-4f14-bfb4-80f2434dd6fd triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:28.077856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.079609 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.139868 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.161993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:28.165343 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e0ebf-20e2-4d95-a711-ba877034ef62" -d '{"events": [{"server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "name": "network-vif-plugged", "status": "completed", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:28.187483 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:28.190545 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9de2a17e-04b8-4fa4-b677-0f6945ff6802 req-8f9ed8a6-acce-4424-910f-9d9e00f33495 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.2707176 Jun 22 18:32:28.246336 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.252176 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.311901 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:28.322177 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.382271 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.390358 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:28.395580 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.419520 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:28.420186 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:28.422065 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4ae7db50-bdd6-42c2-b010-0d79e7ffe404 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "PUT /v2.0/floatingips/6ebf3e0b-5af0-4427-bcf6-9daefa3485f7 HTTP/1.1" status: 200 len: 991 time: 2.1565373 Jun 22 18:32:28.422857 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:28.425288 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:28.433380 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4c335-b896-41d9-b144-b64445169cab req-675d1059-4d26-4799-954d-00ccc90a7f00 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.447510 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-78c4c335-b896-41d9-b144-b64445169cab req-675d1059-4d26-4799-954d-00ccc90a7f00 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 945 time: 0.5251834 Jun 22 18:32:28.455358 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.473816 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Transition to ACTIVE for port object c9fa2e37-7518-4657-99e6-04b9bbb5b68f will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:28.485518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-0009b558-f719-42cc-8b2f-ca4afa69d9bd tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.488529 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-0009b558-f719-42cc-8b2f-ca4afa69d9bd tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 808 time: 0.5676246 Jun 22 18:32:28.495160 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:28.496339 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.511863 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-d96e2926-2574-4f13-9510-b3e31300326b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.549850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Request body: {'port': {'device_id': '8e8c6492-6bea-4747-8a20-b855a9621809', 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f', 'admin_state_up': True, 'tenant_id': 'd8a388d4154746a1a30cc3b8a289cb84'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:28.590487 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Attempting to bind port c9fa2e37-7518-4657-99e6-04b9bbb5b68f on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:28.591063 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Attempting to bind port c9fa2e37-7518-4657-99e6-04b9bbb5b68f by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:28.591568 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Attempting to bind port c9fa2e37-7518-4657-99e6-04b9bbb5b68f on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:28.599533 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f506be-a9bc-4417-aac6-a3850dc125bc None None] Pushing event updated for resources: {'Port': ['ID=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.603043 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:28.604105 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:28.604648 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.605159 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:28.605752 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Bound port: c9fa2e37-7518-4657-99e6-04b9bbb5b68f, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:28.606225 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.608386 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-87f506be-a9bc-4417-aac6-a3850dc125bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.614781 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:28.669611 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] For port c9fa2e37-7518-4657-99e6-04b9bbb5b68f, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:28.673393 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] For port c9fa2e37-7518-4657-99e6-04b9bbb5b68f, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:28.680668 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.683246 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.697238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.709726 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-78c4c335-b896-41d9-b144-b64445169cab req-83abe4c8-e6c9-456b-ab6a-851c5e4d0fc2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598522 Jun 22 18:32:28.770841 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:28.772052 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:28.827566 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f506be-a9bc-4417-aac6-a3850dc125bc None None] Pushing event updated for resources: {'Port': ['ID=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.831134 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-87f506be-a9bc-4417-aac6-a3850dc125bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.916475 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:28.953922 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4927ae-5aeb-4f2d-a089-cc7fe120e34b req-95bc545e-eaac-4eee-b284-fac14b4a2b22 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.968941 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a4927ae-5aeb-4f2d-a089-cc7fe120e34b req-95bc545e-eaac-4eee-b284-fac14b4a2b22 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.4282095 Jun 22 18:32:29.131925 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a4927ae-5aeb-4f2d-a089-cc7fe120e34b req-a40ddcb4-9fc3-44c6-a0eb-e0d4c217d20b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560612 Jun 22 18:32:29.132808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Made reservation on behalf of d8a388d4154746a1a30cc3b8a289cb84 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:29.138469 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.264226 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:25Z', 'revision_number': 3, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:29.267813 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9bb900-7fea-466b-87bd-f6634963d39c x-openstack-request-id: req-8b9bb900-7fea-466b-87bd-f6634963d39c {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:29.268703 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:29.268703 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b9bb900-7fea-466b-87bd-f6634963d39c {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:29.269421 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'status': 'completed', 'code': 200} Jun 22 18:32:29.292074 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464c544-69da-4ca6-b923-f57bdf82c29f x-openstack-request-id: req-8464c544-69da-4ca6-b923-f57bdf82c29f {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:29.293152 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "name": "network-vif-plugged", "status": "completed", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:29.293900 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8464c544-69da-4ca6-b923-f57bdf82c29f {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:29.295213 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'code': 200} Jun 22 18:32:29.306606 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49daefb-92f9-450a-8a33-db441d490843 None None] The sync data for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi is: [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:25Z', 'revision_number': 3, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:29.504851 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6ebf3e0b-5af0-4427-bcf6-9daefa3485f7', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:1d:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:59Z', 'updated_at': '2021-06-22T18:32:27Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:29.538008 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:29.543689 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Allocated IP 172.20.0.1 (64da5dbe-e1b0-4a2c-84dc-0bdc82a40264/5a32c4cc-1d27-4edb-b355-9708ac64f99f/ba895444-8c9c-4ddd-a692-ba07c08624ff) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:29.552478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:29.553563 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:29.590388 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14d1471b-ab61-47f2-a63f-a305ebdad6ec req-7f4226e1-6636-48b5-ade9-9a59658b4c6e tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.0963211 Jun 22 18:32:29.662846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Allocated IP 172.20.0.4 (691eec3d-4eba-41aa-9670-419e3db7991f/1b875795-8e65-44f8-a59a-b05b3ccc2422/e15b19b9-e2bc-4993-905e-9390220bdcb3) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:29.714367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:29.883034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8c72-e9b7-4f5a-a722-c7070b92a7a4 req-920f85b1-5ce5-4d09-9228-60d55003db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.887007 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be467d-b4dc-4c77-91fe-2e4353a3fbe3 req-ed96c21e-a4a5-4e30-8208-220f8ca930f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.889741 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f6be467d-b4dc-4c77-91fe-2e4353a3fbe3 req-ed96c21e-a4a5-4e30-8208-220f8ca930f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 1099 time: 0.2025762 Jun 22 18:32:29.904187 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2fe8c72-e9b7-4f5a-a722-c7070b92a7a4 req-920f85b1-5ce5-4d09-9228-60d55003db7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.5249202 Jun 22 18:32:29.975501 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f6be467d-b4dc-4c77-91fe-2e4353a3fbe3 req-6280852e-2858-4278-af43-87117a2b9257 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770986 Jun 22 18:32:30.036490 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-ac01084f-68ea-46d8-b936-aeb25723cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.038479 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-ac01084f-68ea-46d8-b936-aeb25723cbce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 1098 time: 0.6611507 Jun 22 18:32:30.175369 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6ebf3e0b-5af0-4427-bcf6-9daefa3485f7', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:1d:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:59Z', 'updated_at': '2021-06-22T18:32:27Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:30.231602 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786e917-c1e9-40ea-8ad9-ad25847a59ed None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '6ebf3e0b-5af0-4427-bcf6-9daefa3485f7', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:1d:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:59Z', 'updated_at': '2021-06-22T18:32:27Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:30.272347 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2fe8c72-e9b7-4f5a-a722-c7070b92a7a4 req-d7d19ce5-d939-4b1b-af0b-c9fb263bda7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491623 Jun 22 18:32:30.302734 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.360834 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Transition to ACTIVE for port object ba895444-8c9c-4ddd-a692-ba07c08624ff will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:30.441601 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-7330c2b7-7b2b-41ef-85f2-45fb76882e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.444314 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-7330c2b7-7b2b-41ef-85f2-45fb76882e70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 911 time: 0.3947885 Jun 22 18:32:30.605493 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b2609-ce80-4343-bdf3-7eec8e952629 None None] New status for floating IP 6ebf3e0b-5af0-4427-bcf6-9daefa3485f7: ACTIVE {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:32:30.638338 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.657333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2eb91-757c-4f1f-984d-bcefbf68ead1 req-c4795d57-630f-4839-ae75-4e2bc6ff4803 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.658980 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e4d2eb91-757c-4f1f-984d-bcefbf68ead1 req-c4795d57-630f-4839-ae75-4e2bc6ff4803 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 946 time: 0.5759208 Jun 22 18:32:30.702227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.705777 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-08ac690e-868c-4be3-b231-d7d03e6c7a4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df HTTP/1.1" status: 200 len: 999 time: 0.2249179 Jun 22 18:32:30.716859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b7515618-5e4b-4411-911d-a18484b265ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:30.785068 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:30.811593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:30.832133 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:30.886929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e4d2eb91-757c-4f1f-984d-bcefbf68ead1 req-9215ec12-cd7a-45cf-b624-36f8313fb55d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119067 Jun 22 18:32:30.907374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c32b9-5749-4de7-980e-c50398f1354d req-d2d50e0e-21c0-4e2d-8871-024b9b1bb9ae tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.908990 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-941c32b9-5749-4de7-980e-c50398f1354d req-d2d50e0e-21c0-4e2d-8871-024b9b1bb9ae tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3254402 Jun 22 18:32:30.914532 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.000522 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.004052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-012d6f8d-f0de-428c-99b0-ddf8328a7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.005884 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-012d6f8d-f0de-428c-99b0-ddf8328a7729 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.2821398 Jun 22 18:32:31.012237 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.012515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.012843 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.013233 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.013413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.013743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.014070 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.014435 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.014811 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.015276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.015694 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.015961 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:31.149227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.162321 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.269999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-618f8a64-9650-43da-8c36-ce8792f06971 None None] Provisioning for port ba895444-8c9c-4ddd-a692-ba07c08624ff completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:31.277250 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-618f8a64-9650-43da-8c36-ce8792f06971 None None] Provisioning complete for port ba895444-8c9c-4ddd-a692-ba07c08624ff triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:31.277648 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-618f8a64-9650-43da-8c36-ce8792f06971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.339939 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-618f8a64-9650-43da-8c36-ce8792f06971 None None] Port ba895444-8c9c-4ddd-a692-ba07c08624ff cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:31.604427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4b5f4ab7-2755-4d90-be82-1aff02bdf791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:31.639407 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-941c32b9-5749-4de7-980e-c50398f1354d req-7de67041-3d79-455d-8b36-da513f9acc06 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906033 Jun 22 18:32:31.793594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Pushing event updated for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.794953 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device c9fa2e37-7518-4657-99e6-04b9bbb5b68f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:31.805827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.912906 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port c9fa2e37-7518-4657-99e6-04b9bbb5b68f completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:31.919560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port c9fa2e37-7518-4657-99e6-04b9bbb5b68f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:31.920098 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.920663 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Network 691eec3d-4eba-41aa-9670-419e3db7991f is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:31.936572 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:31.959244 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:32.083483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.084518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.089630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.094660 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.131243 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bc940-7062-4061-9246-6c23532476bd req-6547f1d8-686c-4104-9a29-b668771ee3c9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.132853 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9b0bc940-7062-4061-9246-6c23532476bd req-6547f1d8-686c-4104-9a29-b668771ee3c9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 931 time: 0.5349364 Jun 22 18:32:32.134680 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5924151 Jun 22 18:32:32.137938 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-fdeaa168-ac6d-4549-968c-7bfc468afa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.139711 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-fdeaa168-ac6d-4549-968c-7bfc468afa29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 1.0457942 Jun 22 18:32:32.147898 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port c9fa2e37-7518-4657-99e6-04b9bbb5b68f, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:32.156241 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.164024 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.178145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Request body: {'port': {'device_id': '8e8c6492-6bea-4747-8a20-b855a9621809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:32.230108 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.235237 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.355482 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9b0bc940-7062-4061-9246-6c23532476bd req-ac2ccdde-559f-478f-b815-3c536cc69d55 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735575 Jun 22 18:32:32.476401 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.491415 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-9f0fdd17-c83a-4df8-9ef1-93234f3dce26 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030865 Jun 22 18:32:32.504936 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a628-e167-4811-a75f-0dc7f6c9c281 req-836eb8a5-b065-444c-8073-2bb2340e9c8d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.506494 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7953a628-e167-4811-a75f-0dc7f6c9c281 req-836eb8a5-b065-444c-8073-2bb2340e9c8d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 946 time: 0.3442776 Jun 22 18:32:32.735212 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7953a628-e167-4811-a75f-0dc7f6c9c281 req-223e9b11-9df0-43c7-8f8d-3e7a4e4ec50e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129829 Jun 22 18:32:32.780353 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.794955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.800526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.835598 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5efb4d56-6eb5-4a01-9a94-01a8bc67769c req-0b44c4eb-74e7-4966-bced-9aed90f3d64a service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255768 Jun 22 18:32:32.958707 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.967759 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.968611 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.081654 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7faf2-8f6b-4ac9-ad46-e32f9f791cbe req-693e6dea-8e4b-47f4-bd85-958f04299aaf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.083470 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6bf7faf2-8f6b-4ac9-ad46-e32f9f791cbe req-693e6dea-8e4b-47f4-bd85-958f04299aaf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.2513304 Jun 22 18:32:33.191133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6bf7faf2-8f6b-4ac9-ad46-e32f9f791cbe req-e9b4b4fc-db22-4919-bc30-592876305e12 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947638 Jun 22 18:32:33.201582 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15b19b9-e2bc-4993-905e-9390220bdcb3 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:33.214960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.231350 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:33.234401 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:33.246135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Transition to ACTIVE for port object e15b19b9-e2bc-4993-905e-9390220bdcb3 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:33.252823 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.255856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.365222 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Pushing event updated for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.380080 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.580788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:33.600494 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-cf113b10-d3df-4755-a97c-655081de83ec None None] Provisioning complete for port ba895444-8c9c-4ddd-a692-ba07c08624ff triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:33.601820 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cf113b10-d3df-4755-a97c-655081de83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.604360 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Attempting to bind port e15b19b9-e2bc-4993-905e-9390220bdcb3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:33.604920 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Attempting to bind port e15b19b9-e2bc-4993-905e-9390220bdcb3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:33.605464 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Attempting to bind port e15b19b9-e2bc-4993-905e-9390220bdcb3 on network 691eec3d-4eba-41aa-9670-419e3db7991f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:33.632659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Port e15b19b9-e2bc-4993-905e-9390220bdcb3 on network 691eec3d-4eba-41aa-9670-419e3db7991f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:33.633194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Attempting to bind port e15b19b9-e2bc-4993-905e-9390220bdcb3 on network 691eec3d-4eba-41aa-9670-419e3db7991f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:33.651564 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-cf113b10-d3df-4755-a97c-655081de83ec None None] Port ba895444-8c9c-4ddd-a692-ba07c08624ff cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:33.654996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:33.655297 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Checking segment: {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:33.655719 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Bound using segment: {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:33.656499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Bound port: e15b19b9-e2bc-4993-905e-9390220bdcb3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25751e58-3575-43bd-a016-7b73c48f391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:33.657080 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.674384 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device c9fa2e37-7518-4657-99e6-04b9bbb5b68f up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:33.738706 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port c9fa2e37-7518-4657-99e6-04b9bbb5b68f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:33.739357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.827048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb947e-b3e7-4dc6-9b00-f2a5ec5c2d0a req-7fba6b35-c70b-4b24-996e-7fa70de09532 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.829670 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-48cb947e-b3e7-4dc6-9b00-f2a5ec5c2d0a req-7fba6b35-c70b-4b24-996e-7fa70de09532 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 943 time: 0.3235719 Jun 22 18:32:34.376279 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:34.382713 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-48cb947e-b3e7-4dc6-9b00-f2a5ec5c2d0a req-392e48b4-6c2e-41ad-b7bf-f8390087cdb1 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853590 Jun 22 18:32:34.384651 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:34.395002 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] 10.222.0.68 "PUT /v2.0/routers/5266c9ce-a5f4-4183-81c2-2f2701dba6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3175092 Jun 22 18:32:34.404560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Sync routers for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:34.421950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:34.424493 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:34.425999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:34.449756 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.458596 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-29515312-3c2a-45b6-9607-5db919a8102a tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:34.532666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-2affe4dd-be63-4f19-9c65-4cab43042631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.535083 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-2affe4dd-be63-4f19-9c65-4cab43042631 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.6529610 Jun 22 18:32:34.577922 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:34.578531 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cee529-0fe9-43ec-abdd-0a4f43b9f3ef req-29218537-416f-4106-92f6-ae579b4c008a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.588889 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58cee529-0fe9-43ec-abdd-0a4f43b9f3ef req-29218537-416f-4106-92f6-ae579b4c008a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3223412 Jun 22 18:32:34.605603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.606799 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.609576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] 10.222.0.49 "PUT /v2.0/ports/e15b19b9-e2bc-4993-905e-9390220bdcb3 HTTP/1.1" status: 200 len: 1093 time: 2.4367068 Jun 22 18:32:34.634818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:34.639912 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfe22cb-e877-403b-8c69-d9c0e8d70984" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:34.792359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-c3b341da-77cd-4848-a0dc-1438aa63cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.793712 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-c3b341da-77cd-4848-a0dc-1438aa63cf0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.2359769 Jun 22 18:32:34.832267 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Pushing event updated for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:34.839398 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.975243 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'ba895444-8c9c-4ddd-a692-ba07c08624ff', 'name': '', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'mac_address': 'fa:16:3e:48:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:28Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 2, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'subnets': [{'id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:34.986472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-63710112-3c05-4647-9172-4ca58c0b5725 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.1482708 Jun 22 18:32:35.013100 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58cee529-0fe9-43ec-abdd-0a4f43b9f3ef req-16bea181-55d8-4ad5-9303-5a3eabae457e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621473 Jun 22 18:32:35.047197 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Checking router: 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:35.047774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Updating router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 port ba895444-8c9c-4ddd-a692-ba07c08624ff binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:35.130055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-202e254a-7c64-45c3-be5c-c76699101803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.130273 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.132837 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-202e254a-7c64-45c3-be5c-c76699101803 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.1156571 Jun 22 18:32:35.149620 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-aeb3b90b-d3a6-467b-b7b0-2fa40013d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.155565 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-aeb3b90b-d3a6-467b-b7b0-2fa40013d2e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 1096 time: 0.3645656 Jun 22 18:32:35.253515 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-2fac1ecc-a385-4864-9511-39f754702caa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956981 Jun 22 18:32:35.310614 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb69986-f500-446f-9894-1fca6d04cb20 x-openstack-request-id: req-8bb69986-f500-446f-9894-1fca6d04cb20 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:35.310981 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:35.311731 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bb69986-f500-446f-9894-1fca6d04cb20 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:35.312335 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3', 'status': 'completed', 'code': 200} Jun 22 18:32:35.327497 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-ca86df19-49ce-481f-97de-71feb405fb95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3 HTTP/1.1" status: 200 len: 217 time: 0.1481738 Jun 22 18:32:35.444707 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-0a4241b0-c193-4004-9f44-62e238a4fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.447497 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-0a4241b0-c193-4004-9f44-62e238a4fc41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b875795-8e65-44f8-a59a-b05b3ccc2422 HTTP/1.1" status: 200 len: 848 time: 0.1052146 Jun 22 18:32:35.469379 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41126) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:35.475747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1307829431-network', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:35.525747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Made reservation on behalf of 3afb694ff5384cb1ae2295945c8f5bc7 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:35.535356 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.563756 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.600245 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-e6cc5fc2-02b9-4f98-8870-5bfc7700b0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=691eec3d-4eba-41aa-9670-419e3db7991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421974 Jun 22 18:32:35.636344 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-fea3926a-ad27-4a77-af10-a628e7c00736 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293822 Jun 22 18:32:35.789308 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.807945 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Transition to ACTIVE for port object ba895444-8c9c-4ddd-a692-ba07c08624ff will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:35.821471 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.824018 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.848376 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.855899 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.866689 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a8dda019-76d3-421c-9af8-c4c953384e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.904410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:35.956701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8bf0af-1763-435a-a887-b7bd88b56878,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.960925 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69bd4d-4392-4cff-9962-a9e30c6b3ec8 None None] Pushing event updated for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.976757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9e69bd4d-4392-4cff-9962-a9e30c6b3ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:35.995470 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.005188 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Added segment 01ca9038-61b5-4ba6-995e-36902ef3168c of type vlan for network 24ae82ba-f2af-43e2-b70d-f35df32f2700 Jun 22 18:32:36.023131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Attempting to bind port ba895444-8c9c-4ddd-a692-ba07c08624ff on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:36.023719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Attempting to bind port ba895444-8c9c-4ddd-a692-ba07c08624ff by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:36.024775 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Attempting to bind port ba895444-8c9c-4ddd-a692-ba07c08624ff on network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:36.032164 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:36.033095 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Checking segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:36.033760 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.035014 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Bound using segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:36.036031 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Bound port: ba895444-8c9c-4ddd-a692-ba07c08624ff, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:36.037057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.061230 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.061933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.062511 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.063084 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.063918 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.064549 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.065131 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.065752 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.066310 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.066936 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.067939 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.069081 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:36.117452 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.168603 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-db5bc324-fdb7-4c2b-99d8-de04a4e04751 service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552688 Jun 22 18:32:36.226251 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.253630 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4328b10c-1f9c-4bf8-8466-f536d0ccc2c8 req-f689fa24-30d4-4964-a487-ef99c4f8e11f service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775785 Jun 22 18:32:36.312050 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075f5d-01c5-4637-8638-b7f516b64234 req-e20b1834-640c-464a-8287-e177de03f99b tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.316900 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f075f5d-01c5-4637-8638-b7f516b64234 req-e20b1834-640c-464a-8287-e177de03f99b tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 943 time: 0.5211751 Jun 22 18:32:36.390360 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] For port ba895444-8c9c-4ddd-a692-ba07c08624ff, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:36.395527 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] For port ba895444-8c9c-4ddd-a692-ba07c08624ff, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ba895444-8c9c-4ddd-a692-ba07c08624ff,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:36.408999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.412013 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:36.461669 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42eabe54-2b94-409b-8fc2-592dbc221cb7 req-b6a93a71-92b4-418f-9da3-598263a80778 service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744389 Jun 22 18:32:36.504983 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f075f5d-01c5-4637-8638-b7f516b64234 req-8f9d37c5-1e5e-4c26-8194-44a6e492cbb0 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567562 Jun 22 18:32:36.518302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:36.519301 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:36.533984 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1504b-ffe6-4c67-a1ea-06d1bd2ba601 req-220e8a13-2341-4aee-828e-86f8f67ee9af tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.535565 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-41a1504b-ffe6-4c67-a1ea-06d1bd2ba601 req-220e8a13-2341-4aee-828e-86f8f67ee9af tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.2119324 Jun 22 18:32:36.580815 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69bd4d-4392-4cff-9962-a9e30c6b3ec8 None None] Pushing event updated for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.589204 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9e69bd4d-4392-4cff-9962-a9e30c6b3ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.693595 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.695578 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.696403 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.699205 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:36.704370 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-41a1504b-ffe6-4c67-a1ea-06d1bd2ba601 req-a2523f4b-3552-44af-a216-a628c318bdb9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479642 Jun 22 18:32:36.722580 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:36.754225 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-5f7d2943-d760-4936-b6be-c0ad49c268b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.756511 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-5f7d2943-d760-4936-b6be-c0ad49c268b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 1096 time: 0.2113609 Jun 22 18:32:36.761404 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2895463 Jun 22 18:32:36.762872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41150) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:36.768874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Request body: {'subnet': {'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1307829431-subnet', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'ip_version': 4}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:36.792095 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Pushing event updated for resources: {'Network': ['ID=24ae82ba-f2af-43e2-b70d-f35df32f2700,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.807112 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.818049 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:36.859194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Made reservation on behalf of 3afb694ff5384cb1ae2295945c8f5bc7 for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:36.862334 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777723'] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.960053 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-566a096d-90f3-4db0-af64-61a15480c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.962159 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-566a096d-90f3-4db0-af64-61a15480c9bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 200 len: 909 time: 0.1841407 Jun 22 18:32:37.015599 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-d8de86ee-6991-4d10-bb7d-f4a086b74976 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3 HTTP/1.1" status: 200 len: 217 time: 0.0455036 Jun 22 18:32:37.111181 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-db8a4a1f-62b5-4f50-bf59-07a4a18695f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.112477 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-db8a4a1f-62b5-4f50-bf59-07a4a18695f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b875795-8e65-44f8-a59a-b05b3ccc2422 HTTP/1.1" status: 200 len: 848 time: 0.0860145 Jun 22 18:32:37.179521 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-ebefb8d1-879b-4dbf-8b23-ceb1df6b0455 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=691eec3d-4eba-41aa-9670-419e3db7991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468400 Jun 22 18:32:37.188428 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'ba895444-8c9c-4ddd-a692-ba07c08624ff', 'name': '', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'mac_address': 'fa:16:3e:48:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:28Z', 'updated_at': '2021-06-22T18:32:36Z', 'revision_number': 4, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'subnets': [{'id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:37.197456 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3580251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777685'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.209478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:37.225726 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e9af-9e06-4256-8886-33893dac1e38 None None] The sync data for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi is: [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'ba895444-8c9c-4ddd-a692-ba07c08624ff', 'name': '', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'mac_address': 'fa:16:3e:48:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:28Z', 'updated_at': '2021-06-22T18:32:36Z', 'revision_number': 4, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'subnets': [{'id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:37.316801 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed91a289-5c11-425f-b5b4-ae6e1ffca140,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:37.330353 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:37.370062 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-3ed51789-e9b6-4131-9988-7d0d2504958d service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815660 Jun 22 18:32:37.373592 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Checking segment: {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:37.374040 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Network hostable DHCP agents. Network: 24ae82ba-f2af-43e2-b70d-f35df32f2700, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:37.457807 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:37.476907 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 24ae82ba-f2af-43e2-b70d-f35df32f2700) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:37.482609 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.483390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.489770 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a547c7-581b-4b02-a6d0-2fac090c9eb6 None None] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:37.516167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7481599 Jun 22 18:32:37.516574 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41156) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:37.525214 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:37.526668 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4dfe22cb-e877-403b-8c69-d9c0e8d70984 req-cab6fd95-a212-4e3a-9085-f5f0879a821c service neutron] 10.222.0.49 "GET /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479356 Jun 22 18:32:37.583431 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.589531 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.730026 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.848110 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ba895444-8c9c-4ddd-a692-ba07c08624ff up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:37.999860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.085167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b73104-b48a-48f1-aec8-9a7353b823ae req-421bac83-d396-4f46-8dc3-c48c27ed98b0 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.093934 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-53b73104-b48a-48f1-aec8-9a7353b823ae req-421bac83-d396-4f46-8dc3-c48c27ed98b0 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1988435 Jun 22 18:32:38.116382 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfc8f7-7b33-418e-bb29-cdfc4a7e3a85 req-075044a3-e9a8-47c9-933a-86abc658e9d9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.125748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1edfc8f7-7b33-418e-bb29-cdfc4a7e3a85 req-075044a3-e9a8-47c9-933a-86abc658e9d9 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 943 time: 0.2200296 Jun 22 18:32:38.185446 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-53b73104-b48a-48f1-aec8-9a7353b823ae req-170ce095-77a7-42c4-8f6b-719b115d483e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904162 Jun 22 18:32:38.231612 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-24ae82ba-f2af-43e2-b70d-f35df32f2700', 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'fixed_ips': [{'subnet_id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:32:38.233185 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1edfc8f7-7b33-418e-bb29-cdfc4a7e3a85 req-2e2cb68a-cb9c-42d4-b8ef-1e49268d357c tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066518 Jun 22 18:32:38.233748 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.352241 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.375139 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.392337 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port ba895444-8c9c-4ddd-a692-ba07c08624ff completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:38.403787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port ba895444-8c9c-4ddd-a692-ba07c08624ff triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:38.404703 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.446275 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Allocated IP 172.20.0.2 (24ae82ba-f2af-43e2-b70d-f35df32f2700/ed91a289-5c11-425f-b5b4-ae6e1ffca140/df41a27d-bcf1-4a39-a5f1-9a55769b51bd) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:38.563329 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Allocated IP 172.27.0.146 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/e7940163-3f24-4ccd-930d-aa24d1855cd1) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:38.577279 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.661464 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port ba895444-8c9c-4ddd-a692-ba07c08624ff, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ba895444-8c9c-4ddd-a692-ba07c08624ff,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:38.676602 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.685676 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.692635 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.730168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Transition to ACTIVE for port object df41a27d-bcf1-4a39-a5f1-9a55769b51bd will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:38.749265 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.764510 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Transition to ACTIVE for port object df41a27d-bcf1-4a39-a5f1-9a55769b51bd will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:38.768403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.782758 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.785458 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.791187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.845100 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.851338 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:38.851566 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-99615b24-01b0-4527-8151-4fbbe60b2f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.857498 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:38.861803 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:38.865030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Pushing event updated for resources: {'Port': ['ID=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.875621 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.911166 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:38.915370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:38.920137 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:38.955813 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Pushing event updated for resources: {'Port': ['ID=e7940163-3f24-4ccd-930d-aa24d1855cd1,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.964615 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Attempting to bind port df41a27d-bcf1-4a39-a5f1-9a55769b51bd on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:38.965265 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Attempting to bind port df41a27d-bcf1-4a39-a5f1-9a55769b51bd by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:38.966383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Attempting to bind port df41a27d-bcf1-4a39-a5f1-9a55769b51bd on network 24ae82ba-f2af-43e2-b70d-f35df32f2700 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:38.968581 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.977845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:38.978213 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Checking segment: {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:38.978665 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.979111 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Bound using segment: {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:38.979628 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Bound port: df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:38.980026 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.076320 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] For port df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:39.080730 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] For port df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:39.087990 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.093160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-95264a5e-adfd-4d69-8467-f531100b77f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:39.199332 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Pushing event updated for resources: {'Port': ['ID=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:39.213886 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:39.298339 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.553918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ddd24-8362-4068-9700-303eefb830aa req-85a59c80-3986-4416-aff3-1c52fee4dc54 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.555791 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-417ddd24-8362-4068-9700-303eefb830aa req-85a59c80-3986-4416-aff3-1c52fee4dc54 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1652486 Jun 22 18:32:39.659853 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-417ddd24-8362-4068-9700-303eefb830aa req-4d3cde5d-3f09-4172-ba0c-8ab3dcf35e7d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902956 Jun 22 18:32:39.672256 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device e15b19b9-e2bc-4993-905e-9390220bdcb3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:39.829304 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:39.848524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.878329 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'e15b19b9-e2bc-4993-905e-9390220bdcb3', 'network_id': '691eec3d-4eba-41aa-9670-419e3db7991f', 'port_id': 'e15b19b9-e2bc-4993-905e-9390220bdcb3', 'mac_address': 'fa:16:3e:37:9e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b875795-8e65-44f8-a59a-b05b3ccc2422', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:39.909339 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05bb12-2324-454b-9785-238795df3fd1 req-52d8b6d1-3569-4aa3-9ccb-c32c1241119b tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.911111 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b05bb12-2324-454b-9785-238795df3fd1 req-52d8b6d1-3569-4aa3-9ccb-c32c1241119b tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 943 time: 0.2321134 Jun 22 18:32:39.967728 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.979781 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b05bb12-2324-454b-9785-238795df3fd1 req-9f32f652-d216-4114-a46d-9b743960d250 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609927 Jun 22 18:32:40.001859 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15b19b9-e2bc-4993-905e-9390220bdcb3 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:40.010730 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ba895444-8c9c-4ddd-a692-ba07c08624ff up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:40.065168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:40.074420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.080796 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:40.119844 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Router 4fd49096-a5da-45b3-9c03-ba8951a800ff is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:32:40.172488 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:40.184858 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:40.213178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port ba895444-8c9c-4ddd-a692-ba07c08624ff triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:40.214344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.298627 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:40.309108 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d4ec-73a0-4dc7-9dd3-cb25af255cc1 req-34bc53cf-95de-4672-8edc-846967041209 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.311647 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Sync routers for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:40.323515 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c172d4ec-73a0-4dc7-9dd3-cb25af255cc1 req-34bc53cf-95de-4672-8edc-846967041209 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1330979 Jun 22 18:32:40.325472 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.325674 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:40.326206 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:40.332247 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41196) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:40.332818 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8141191 Jun 22 18:32:40.376087 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device df41a27d-bcf1-4a39-a5f1-9a55769b51bd up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:40.456477 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port df41a27d-bcf1-4a39-a5f1-9a55769b51bd completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:40.467914 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:40.589473 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b563c-aebb-4494-a3e0-47c078fe5ced None None] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:40.601763 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c172d4ec-73a0-4dc7-9dd3-cb25af255cc1 req-b2eafae6-7640-455b-9f2e-96e52c726f51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696178 Jun 22 18:32:40.665138 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['e15b19b9-e2bc-4993-905e-9390220bdcb3'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:40.719282 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Provisioning for port df41a27d-bcf1-4a39-a5f1-9a55769b51bd completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:40.740873 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Provisioning complete for port df41a27d-bcf1-4a39-a5f1-9a55769b51bd triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:40.741269 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.841356 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:39Z', 'revision_number': 3, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:40.906020 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Checking router: 4fd49096-a5da-45b3-9c03-ba8951a800ff for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:40.906747 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Updating router 4fd49096-a5da-45b3-9c03-ba8951a800ff port e7940163-3f24-4ccd-930d-aa24d1855cd1 binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:40.968673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.020308 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.130188 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] For port df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:41.140134 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.144553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-9e69bd4d-4392-4cff-9962-a9e30c6b3ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.224024 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Pushing event updated for resources: {'Port': ['ID=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.231499 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:41.417482 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.428671 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Transition to ACTIVE for port object e7940163-3f24-4ccd-930d-aa24d1855cd1 will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:41.436105 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.439287 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-87f506be-a9bc-4417-aac6-a3850dc125bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.463539 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-2fb34806-de8a-4b89-8c38-016c396deb61 None None] Provisioning complete for port df41a27d-bcf1-4a39-a5f1-9a55769b51bd triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:41.464295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2fb34806-de8a-4b89-8c38-016c396deb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.493412 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Attempting to bind port e7940163-3f24-4ccd-930d-aa24d1855cd1 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:41.494436 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Attempting to bind port e7940163-3f24-4ccd-930d-aa24d1855cd1 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:41.494619 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Attempting to bind port e7940163-3f24-4ccd-930d-aa24d1855cd1 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:41.497000 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee718-782e-4f24-8226-07c81a5cfbc1 None None] Pushing event updated for resources: {'Port': ['ID=e7940163-3f24-4ccd-930d-aa24d1855cd1,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.501078 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-956ee718-782e-4f24-8226-07c81a5cfbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:41.504614 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:41.504989 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:41.505574 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.505781 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:41.506264 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Bound port: e7940163-3f24-4ccd-930d-aa24d1855cd1, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:41.506636 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.516160 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.579627 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] For port e7940163-3f24-4ccd-930d-aa24d1855cd1, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:41.583205 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] For port e7940163-3f24-4ccd-930d-aa24d1855cd1, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=e7940163-3f24-4ccd-930d-aa24d1855cd1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:41.588632 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.591208 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.621895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2539f4-b2b9-4618-8b59-03b2cd7de5c6 req-34c53fa1-6135-4c0d-993f-9cf43598735a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.625528 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2539f4-b2b9-4618-8b59-03b2cd7de5c6 req-34c53fa1-6135-4c0d-993f-9cf43598735a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.6190581 Jun 22 18:32:41.660329 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:41.660974 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:41.664358 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee718-782e-4f24-8226-07c81a5cfbc1 None None] Pushing event updated for resources: {'Port': ['ID=e7940163-3f24-4ccd-930d-aa24d1855cd1,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.697677 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device df41a27d-bcf1-4a39-a5f1-9a55769b51bd up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:41.698679 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-956ee718-782e-4f24-8226-07c81a5cfbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:41.730157 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82182-7538-4844-bfa6-38a6e8f8b640 req-1294a5ed-05ab-4a0b-b3e4-4f57d0bfba20 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.733187 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34e82182-7538-4844-bfa6-38a6e8f8b640 req-1294a5ed-05ab-4a0b-b3e4-4f57d0bfba20 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 944 time: 0.3157477 Jun 22 18:32:41.775354 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port df41a27d-bcf1-4a39-a5f1-9a55769b51bd triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:41.776202 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.787252 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:41.792644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c2539f4-b2b9-4618-8b59-03b2cd7de5c6 req-032eea7a-5ef1-4b0e-8788-eec6e7f8aafc tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591923 Jun 22 18:32:41.865223 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Allocated IP 172.20.0.1 (24ae82ba-f2af-43e2-b70d-f35df32f2700/ed91a289-5c11-425f-b5b4-ae6e1ffca140/056e1348-0991-49d3-9756-22fb567bd39c) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:42.015672 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34e82182-7538-4844-bfa6-38a6e8f8b640 req-c2b117b5-5818-415d-9a11-72f759f3fca3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716703 Jun 22 18:32:42.090361 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.095994 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-1027ba83-2cc8-4f0a-8976-a8551605d4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1453183 Jun 22 18:32:42.111424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Transition to ACTIVE for port object 056e1348-0991-49d3-9756-22fb567bd39c will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:42.212998 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:39Z', 'revision_number': 3, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:42.223691 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.227301 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e58a9649-db29-4833-a416-1b41ff281be3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:42.273231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:42.297675 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:42.335230 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:42.342730 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-cf0fa7a5-89cc-4931-8c39-92b18dcaa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.343492 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c181d1a-d4a6-47fc-9411-0ed8ca786dac None None] The sync data for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi is: [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:39Z', 'revision_number': 3, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:42.344766 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-cf0fa7a5-89cc-4931-8c39-92b18dcaa852 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.2190888 Jun 22 18:32:42.388393 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Pushing event updated for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:42.393380 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:42.443129 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.682812 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397bdaa-a369-41da-a0f7-e70f2b81245d req-9d61758c-4e65-4d17-aca4-5baca1418438 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.699177 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c397bdaa-a369-41da-a0f7-e70f2b81245d req-9d61758c-4e65-4d17-aca4-5baca1418438 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.4213648 Jun 22 18:32:42.712673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-d7a571d4-ff25-46af-84cb-191c3b410f18 None None] Provisioning for port 056e1348-0991-49d3-9756-22fb567bd39c completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:42.719563 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-d7a571d4-ff25-46af-84cb-191c3b410f18 None None] Provisioning complete for port 056e1348-0991-49d3-9756-22fb567bd39c triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:42.720198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d7a571d4-ff25-46af-84cb-191c3b410f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.806584 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-d7a571d4-ff25-46af-84cb-191c3b410f18 None None] Port 056e1348-0991-49d3-9756-22fb567bd39c cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:42.877924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-623ed397-91ea-47f6-8a51-bc76cf5540af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.880397 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-623ed397-91ea-47f6-8a51-bc76cf5540af service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.4857390 Jun 22 18:32:42.953999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-9b382b92-6fc6-47ff-9a93-12f16ae642b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0650818 Jun 22 18:32:42.958918 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c397bdaa-a369-41da-a0f7-e70f2b81245d req-aaac6784-030d-4560-9ed6-1ada5408ef4e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581694 Jun 22 18:32:43.063655 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.178578 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-484cd6bf-009b-4065-8d2f-e68dc10bee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.181246 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-484cd6bf-009b-4065-8d2f-e68dc10bee76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.1977694 Jun 22 18:32:43.306643 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-05827df4-6eb6-40dd-b695-0f278d75ede8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010973 Jun 22 18:32:43.600276 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-1b1e0993-f30f-4f6e-bacb-a446976b937c service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700388 Jun 22 18:32:43.614637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78770f90-aa61-4e76-b9a3-0a27cd904e38 req-e6ca808b-035a-488b-8cf7-cdeb7207d14f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.615901 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-78770f90-aa61-4e76-b9a3-0a27cd904e38 req-e6ca808b-035a-488b-8cf7-cdeb7207d14f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 944 time: 0.4082122 Jun 22 18:32:43.651054 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.672634 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.707070 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-22d66460-e684-4805-88a6-349a8edd9de3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:43.719134 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device e15b19b9-e2bc-4993-905e-9390220bdcb3 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:43.727267 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e7940163-3f24-4ccd-930d-aa24d1855cd1 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:43.818367 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.883939 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Pushing event updated for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.917243 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-78770f90-aa61-4e76-b9a3-0a27cd904e38 req-5169e53c-d742-4d52-9748-77355d1015b4 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636468 Jun 22 18:32:43.941993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port e7940163-3f24-4ccd-930d-aa24d1855cd1 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:43.944767 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.953482 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port e7940163-3f24-4ccd-930d-aa24d1855cd1 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:43.953966 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.005424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port e15b19b9-e2bc-4993-905e-9390220bdcb3 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:44.013203 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port e15b19b9-e2bc-4993-905e-9390220bdcb3 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:44.013685 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.025045 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc2528e-373d-42c9-8a68-98b7d302ad8c req-15bcc24f-430a-4a03-b755-02de2901d3d1 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054508 Jun 22 18:32:44.106739 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.113590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abcaf7-c430-40b4-aa4c-00aa3d125af7 req-5620340d-6a6e-434a-b6bd-b31ea8b108de tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.115204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f0abcaf7-c430-40b4-aa4c-00aa3d125af7 req-5620340d-6a6e-434a-b6bd-b31ea8b108de tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1670654 Jun 22 18:32:44.121358 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:44.122948 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:44.164086 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port e7940163-3f24-4ccd-930d-aa24d1855cd1, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=e7940163-3f24-4ccd-930d-aa24d1855cd1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:44.170573 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.177935 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.182271 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:44.208159 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f0abcaf7-c430-40b4-aa4c-00aa3d125af7 req-537767e8-2f85-4408-8e19-177495f02440 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828509 Jun 22 18:32:44.278346 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:44.281245 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fb5edf-be9c-469a-9041-ee1004f679d8" -d '{"events": [{"server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "name": "network-vif-plugged", "status": "completed", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:44.308027 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:44.337959 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=e7940163-3f24-4ccd-930d-aa24d1855cd1,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:44.345167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.352136 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:44.353540 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:44.395178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Router 4fd49096-a5da-45b3-9c03-ba8951a800ff has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:44.541922 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:44.550011 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:44.668032 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-5517ccb9-447f-49c2-aca5-4000501ce965 None None] Provisioning complete for port 056e1348-0991-49d3-9756-22fb567bd39c triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:44.670446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5517ccb9-447f-49c2-aca5-4000501ce965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.758786 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:44.769600 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a7dd-a4af-4377-8ae0-410b9ec0b055 req-ed2240c2-b612-4f30-bda2-1d0368ffc6c2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.775905 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d416a7dd-a4af-4377-8ae0-410b9ec0b055 req-ed2240c2-b612-4f30-bda2-1d0368ffc6c2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1969233 Jun 22 18:32:44.784848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-5517ccb9-447f-49c2-aca5-4000501ce965 None None] Port 056e1348-0991-49d3-9756-22fb567bd39c cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:44.788121 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] 10.222.0.68 "PUT /v2.0/routers/4fd49096-a5da-45b3-9c03-ba8951a800ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533780 Jun 22 18:32:44.850983 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d416a7dd-a4af-4377-8ae0-410b9ec0b055 req-daf50a49-7f9a-4e50-abf6-073ec51b919c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706398 Jun 22 18:32:44.922010 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b457a57c-be13-4e64-bc64-bd2a9768d524 x-openstack-request-id: req-b457a57c-be13-4e64-bc64-bd2a9768d524 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:44.922548 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "name": "network-vif-plugged", "status": "completed", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:44.922956 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b457a57c-be13-4e64-bc64-bd2a9768d524 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:44.923494 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3', 'code': 200} Jun 22 18:32:45.080856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Sync routers for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:45.093487 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:45.094314 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:45.295145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ff15b-a513-4314-88ec-9782d271c06d req-decdf3ca-2631-443d-94f3-435b3895e70a tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.308096 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-221ff15b-a513-4314-88ec-9782d271c06d req-decdf3ca-2631-443d-94f3-435b3895e70a tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1402574 Jun 22 18:32:45.312763 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:45.392299 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-221ff15b-a513-4314-88ec-9782d271c06d req-4b844705-4761-4823-94fa-027da773b757 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830250 Jun 22 18:32:45.435024 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e04fb-ab74-4c8c-b108-f7e78dbcc6fa req-ef3b44a5-2eeb-49b5-90c8-94d30d3f1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.436856 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c08e04fb-ab74-4c8c-b108-f7e78dbcc6fa req-ef3b44a5-2eeb-49b5-90c8-94d30d3f1a86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 1098 time: 0.1186297 Jun 22 18:32:45.512382 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c08e04fb-ab74-4c8c-b108-f7e78dbcc6fa req-4755d93e-46de-4ffd-bfc4-de624bf1a0e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636523 Jun 22 18:32:45.751581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e7940163-3f24-4ccd-930d-aa24d1855cd1 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:45.847533 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port e7940163-3f24-4ccd-930d-aa24d1855cd1 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:45.847854 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.890764 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:42Z', 'revision_number': 4, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '056e1348-0991-49d3-9756-22fb567bd39c', 'name': '', 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'mac_address': 'fa:16:3e:65:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:41Z', 'updated_at': '2021-06-22T18:32:43Z', 'revision_number': 2, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'subnets': [{'id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:45.925242 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Checking router: 4fd49096-a5da-45b3-9c03-ba8951a800ff for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:45.925584 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Updating router 4fd49096-a5da-45b3-9c03-ba8951a800ff port 056e1348-0991-49d3-9756-22fb567bd39c binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:46.004408 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.114070 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab1975-8086-42f7-8b82-52c2d5af3916 req-59f491e5-355e-464a-a1ad-84929c834f5f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.122056 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79ab1975-8086-42f7-8b82-52c2d5af3916 req-59f491e5-355e-464a-a1ad-84929c834f5f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0978291 Jun 22 18:32:46.173933 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79ab1975-8086-42f7-8b82-52c2d5af3916 req-72cb9fee-b4bc-4b2c-88cb-0afee0a30acc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505762 Jun 22 18:32:46.455169 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.473193 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Transition to ACTIVE for port object 056e1348-0991-49d3-9756-22fb567bd39c will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:46.481398 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.489001 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.579061 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Pushing event updated for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:46.600136 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:46.651851 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246bce-2790-4b0b-b593-1c71cac19f0a req-7db50b3b-24be-4555-ba8c-564ee0a67c8f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.663798 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7246bce-2790-4b0b-b593-1c71cac19f0a req-7db50b3b-24be-4555-ba8c-564ee0a67c8f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1306686 Jun 22 18:32:46.671856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Attempting to bind port 056e1348-0991-49d3-9756-22fb567bd39c on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:46.672381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Attempting to bind port 056e1348-0991-49d3-9756-22fb567bd39c by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:46.672849 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Attempting to bind port 056e1348-0991-49d3-9756-22fb567bd39c on network 24ae82ba-f2af-43e2-b70d-f35df32f2700 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:46.680022 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:46.681198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Checking segment: {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:46.681966 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.684839 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Bound using segment: {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:46.685687 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Bound port: 056e1348-0991-49d3-9756-22fb567bd39c, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ca9038-61b5-4ba6-995e-36902ef3168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:46.686165 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.803305 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7246bce-2790-4b0b-b593-1c71cac19f0a req-54aeb997-9c2b-4063-98d9-9415e4961bed tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377943 Jun 22 18:32:46.831387 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] For port 056e1348-0991-49d3-9756-22fb567bd39c, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:46.840277 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] For port 056e1348-0991-49d3-9756-22fb567bd39c, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=056e1348-0991-49d3-9756-22fb567bd39c,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:46.849311 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.855321 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.985988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.005300 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:47.006165 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:32:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:47.105883 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Pushing event updated for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:47.183210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.183210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.183210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.183210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.183210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.190946 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.194559 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.228637 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.244967 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.250555 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.266172 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.267385 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:47.373729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:47.516852 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd667176-28ac-43d1-8f14-77922442d991 req-54cb713f-9497-473c-9dfa-9a5a517674c0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.519516 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd667176-28ac-43d1-8f14-77922442d991 req-54cb713f-9497-473c-9dfa-9a5a517674c0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1031840 Jun 22 18:32:47.569785 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd667176-28ac-43d1-8f14-77922442d991 req-12131bc5-ae86-44b0-915e-37686236314f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Jun 22 18:32:47.620592 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:47.935623 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a172b34f-d59a-448f-9213-403e69603509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:42Z', 'revision_number': 4, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '056e1348-0991-49d3-9756-22fb567bd39c', 'name': '', 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'mac_address': 'fa:16:3e:65:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:41Z', 'updated_at': '2021-06-22T18:32:46Z', 'revision_number': 4, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'subnets': [{'id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:47.988346 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172b34f-d59a-448f-9213-403e69603509 None None] The sync data for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi is: [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:32:42Z', 'revision_number': 4, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '056e1348-0991-49d3-9756-22fb567bd39c', 'name': '', 'network_id': '24ae82ba-f2af-43e2-b70d-f35df32f2700', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'mac_address': 'fa:16:3e:65:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:41Z', 'updated_at': '2021-06-22T18:32:46Z', 'revision_number': 4, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'subnets': [{'id': 'ed91a289-5c11-425f-b5b4-ae6e1ffca140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:48.147842 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf9be7-5afe-4085-91a7-ec85778c659f req-d08e28ec-12a5-4bfb-b176-58cf45eba7a2 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.150869 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6abf9be7-5afe-4085-91a7-ec85778c659f req-d08e28ec-12a5-4bfb-b176-58cf45eba7a2 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1620023 Jun 22 18:32:48.525547 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6abf9be7-5afe-4085-91a7-ec85778c659f req-ea9ce935-e2b3-411a-8189-1d78de947fd5 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613358 Jun 22 18:32:49.149513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c234-bc4c-4f88-98ae-9747a5bfd49e req-7ffdfd42-3b75-4dc5-83c6-232dc8c178eb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.152377 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1f23c234-bc4c-4f88-98ae-9747a5bfd49e req-7ffdfd42-3b75-4dc5-83c6-232dc8c178eb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.2770312 Jun 22 18:32:49.255472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1f23c234-bc4c-4f88-98ae-9747a5bfd49e req-5ca40650-88cd-475b-9cef-98c556bf04f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863583 Jun 22 18:32:49.855745 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 056e1348-0991-49d3-9756-22fb567bd39c up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:50.013912 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 056e1348-0991-49d3-9756-22fb567bd39c completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:50.018558 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 056e1348-0991-49d3-9756-22fb567bd39c triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:50.018947 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.220881 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.298191 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 056e1348-0991-49d3-9756-22fb567bd39c, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=056e1348-0991-49d3-9756-22fb567bd39c,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:50.306743 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.309825 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:50.381864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.386167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:50.542190 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa62640-1eb6-4632-b1f3-9b4c2784e0d1 req-ad1cd9ea-1087-4f64-bbf1-60e07cd5323e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.545353 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7aa62640-1eb6-4632-b1f3-9b4c2784e0d1 req-ad1cd9ea-1087-4f64-bbf1-60e07cd5323e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0992210 Jun 22 18:32:50.643396 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7aa62640-1eb6-4632-b1f3-9b4c2784e0d1 req-83e0a46f-b073-4788-8994-a84c2c5e87e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916224 Jun 22 18:32:50.704025 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242f242-25d8-4035-a093-f5b06b28ad13 req-069e4f8c-1d65-4cb3-8aa7-1f4de682734f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.705633 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6242f242-25d8-4035-a093-f5b06b28ad13 req-069e4f8c-1d65-4cb3-8aa7-1f4de682734f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1268101 Jun 22 18:32:50.784540 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6242f242-25d8-4035-a093-f5b06b28ad13 req-83c82405-dbd7-4f91-b2e6-3456d017729d tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697403 Jun 22 18:32:51.212514 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7b9cbe28-4ea6-48ce-8d79-899ceaa706b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.781260 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 056e1348-0991-49d3-9756-22fb567bd39c up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:51.850084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-25991e48-e15f-454d-aaa2-ee9ba1db10b0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.858794 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-25991e48-e15f-454d-aaa2-ee9ba1db10b0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.2042594 Jun 22 18:32:51.878429 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-128cf5d1-bdcc-41ca-ad00-1833179714c5 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/quotas/906e9ea34e354c6599ad55dadb2b9b09 HTTP/1.1" status: 200 len: 375 time: 0.0181680 Jun 22 18:32:51.933688 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 056e1348-0991-49d3-9756-22fb567bd39c triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:51.934279 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.127315 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c406b-7326-46ad-a833-bb3a89048bd5 req-50d990f1-d3a3-47e3-842c-eee674696229 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.130135 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad7c406b-7326-46ad-a833-bb3a89048bd5 req-50d990f1-d3a3-47e3-842c-eee674696229 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1713109 Jun 22 18:32:52.185072 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-e9415f74-7f08-4925-a24f-0f11e3a6e1b6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2990711 Jun 22 18:32:52.297268 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad7c406b-7326-46ad-a833-bb3a89048bd5 req-e8ef1986-fecb-4042-97a1-83f94ade1395 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532974 Jun 22 18:32:52.384617 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-261f6f07-1cbf-4030-8bec-902f4e935eba service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866207 Jun 22 18:32:52.644534 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80eb8-7d7c-4e47-8af2-6561e0a1c633 req-8b4965c5-f85d-4358-9970-c52e418840f1 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.647301 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-80a80eb8-7d7c-4e47-8af2-6561e0a1c633 req-8b4965c5-f85d-4358-9970-c52e418840f1 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1841004 Jun 22 18:32:52.665208 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-bb294f12-24a5-4233-ac44-cc144220ba96 service neutron] 10.222.0.68 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759194 Jun 22 18:32:52.752778 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-80a80eb8-7d7c-4e47-8af2-6561e0a1c633 req-774f271d-4f20-4cd8-9e37-6cc9a35ac450 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854101 Jun 22 18:32:53.167268 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9cd8887d-eeb7-4d29-8b2e-bd859030e956 req-a603b4fe-d1a7-42d8-94af-5eb22cad7be4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0651782 Jun 22 18:32:53.677358 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd463b6-3965-43c0-8d29-411832b61ca2 req-c800af47-666c-4a4a-9b88-90dad2ac0d7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.678923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-acd463b6-3965-43c0-8d29-411832b61ca2 req-c800af47-666c-4a4a-9b88-90dad2ac0d7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1305349 Jun 22 18:32:53.738598 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-acd463b6-3965-43c0-8d29-411832b61ca2 req-3a953dff-2795-4a69-bf86-42f78495b280 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480838 Jun 22 18:32:54.010352 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79e3e-11b9-4ae8-968a-7e4bf76e3090 req-55ffc6ac-86fe-4dce-a112-673db036cb5d tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.012365 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4ba79e3e-11b9-4ae8-968a-7e4bf76e3090 req-55ffc6ac-86fe-4dce-a112-673db036cb5d tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1038272 Jun 22 18:32:54.089543 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4ba79e3e-11b9-4ae8-968a-7e4bf76e3090 req-85333e7b-0768-454e-9c65-1bcd5d57d3f0 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632882 Jun 22 18:32:54.271678 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-59149cb8-991b-4177-8b50-8f950458cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.432195 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-508c333f-5a6f-46f4-ad77-88d919081be3 req-62f0d1da-a3af-4344-bef1-ed0991d43ec6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0525391 Jun 22 18:32:54.576460 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:55.037131 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306bf4-955d-4e20-8dc4-a13e2e02103e req-1ce46d05-dbee-4327-ae65-62425bdaeaed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.038553 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-21306bf4-955d-4e20-8dc4-a13e2e02103e req-1ce46d05-dbee-4327-ae65-62425bdaeaed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0815601 Jun 22 18:32:55.111909 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-21306bf4-955d-4e20-8dc4-a13e2e02103e req-27124259-33d2-421d-ac94-ac3cc663a19a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619516 Jun 22 18:32:55.535780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac53ec9-39e3-4cfd-aa0b-1b3855217a8d req-c97d8b13-d9cf-41d1-90bf-61b8787b9483 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.537723 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eac53ec9-39e3-4cfd-aa0b-1b3855217a8d req-c97d8b13-d9cf-41d1-90bf-61b8787b9483 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.2050164 Jun 22 18:32:55.654645 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eac53ec9-39e3-4cfd-aa0b-1b3855217a8d req-9c285f34-2935-4e0f-a15b-4d039e6b21d4 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/security-groups?id=028c49bc-3629-48b7-a0ed-cb08af11e114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066513 Jun 22 18:32:55.891446 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-12d81590-af34-4b67-8d6d-0dc01fea8816 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.894545 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-12d81590-af34-4b67-8d6d-0dc01fea8816 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 945 time: 0.1573479 Jun 22 18:32:56.127643 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.200055 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf152114-4063-4479-8dbb-21c71639460e req-b89a9978-cd1b-478f-927f-c25886866c60 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0782111 Jun 22 18:32:56.273036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Deleting port e15b19b9-e2bc-4993-905e-9390220bdcb3 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:56.274502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.611144 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] For port e15b19b9-e2bc-4993-905e-9390220bdcb3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e15b19b9-e2bc-4993-905e-9390220bdcb3,segment=NetworkSegment(25751e58-3575-43bd-a016-7b73c48f391f),segment_id=25751e58-3575-43bd-a016-7b73c48f391f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:56.612176 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.644659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Calling delete_port for e15b19b9-e2bc-4993-905e-9390220bdcb3 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:56.660297 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e1520-3a85-4b68-b95c-b73e820d5469 req-22cf64ec-87fa-4370-8739-c9cc63eb3dc6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.662771 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4e1520-3a85-4b68-b95c-b73e820d5469 req-22cf64ec-87fa-4370-8739-c9cc63eb3dc6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.2368288 Jun 22 18:32:56.822518 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4e1520-3a85-4b68-b95c-b73e820d5469 req-65d08038-646a-46b1-b19e-07c87323bdcd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409338 Jun 22 18:32:56.941968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.948327 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e884dc6e-cebd-4af2-9167-aba0f1c16ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:57.002142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Pushing event deleted for resources: {'Port': ['ID=e15b19b9-e2bc-4993-905e-9390220bdcb3,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:57.011471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:57.094549 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-23a1ee91-a48b-4de8-9cda-b454b2e55d65 req-850a2c55-3c1e-4b02-8b23-baf53ad86e2c tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.0543962 Jun 22 18:32:57.097637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] No DVR routers for this DVR port e15b19b9-e2bc-4993-905e-9390220bdcb3 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:57.098503 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:57.100706 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a53b2ace-6383-470e-b734-f170e771b6e3 req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.49 "DELETE /v2.0/ports/e15b19b9-e2bc-4993-905e-9390220bdcb3 HTTP/1.1" status: 204 len: 173 time: 1.1933355 Jun 22 18:32:57.101303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'name': 'network-vif-deleted', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:57.105632 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1538993-4b9b-4627-b011-94912db7403a" -d '{"events": [{"server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "name": "network-vif-deleted", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:57.177933 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563dd7d3-01d1-4fbd-8e92-013b5ec1930c x-openstack-request-id: req-563dd7d3-01d1-4fbd-8e92-013b5ec1930c {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:57.178263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c6492-6bea-4747-8a20-b855a9621809", "name": "network-vif-deleted", "tag": "e15b19b9-e2bc-4993-905e-9390220bdcb3", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:57.178551 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-563dd7d3-01d1-4fbd-8e92-013b5ec1930c {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:57.178980 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8c6492-6bea-4747-8a20-b855a9621809', 'name': 'network-vif-deleted', 'tag': 'e15b19b9-e2bc-4993-905e-9390220bdcb3', 'status': 'completed', 'code': 200} Jun 22 18:32:57.418115 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fc2c60f0-fc54-43a9-aadb-3dfc0a7ed296 req-28ed0fe7-94c7-4fb6-becc-15e68cc552c0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0344841 Jun 22 18:32:58.012856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:58.085099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660bcfa-e0af-4651-8f3d-d6638f0b81f7 req-3bd5cba9-688c-4687-9546-ac5bd79b2935 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:58.087677 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4660bcfa-e0af-4651-8f3d-d6638f0b81f7 req-3bd5cba9-688c-4687-9546-ac5bd79b2935 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0882027 Jun 22 18:32:58.173166 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4660bcfa-e0af-4651-8f3d-d6638f0b81f7 req-0a5a8f9b-8f23-48f6-89b5-c1645e608f0f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757272 Jun 22 18:32:58.348614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-69097aab-7a66-436b-97b0-e8158456c420 req-639d81fc-8ab9-4828-8009-dbddbb8ee66f tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.0409448 Jun 22 18:32:58.619631 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d1dc3d40-79d0-4de3-a13a-682686c9e1cf req-4509c4f5-08fb-43ad-b95d-6617bb361ec6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0305035 Jun 22 18:32:59.417631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe142-5b1c-499f-be27-c10f00137831 req-0335dae8-4dbb-4e4c-8d53-889dd7bd124f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.419171 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dbe142-5b1c-499f-be27-c10f00137831 req-0335dae8-4dbb-4e4c-8d53-889dd7bd124f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0764227 Jun 22 18:32:59.466722 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2dbe142-5b1c-499f-be27-c10f00137831 req-313d58f3-7bdf-4d32-9c93-960b1ca71630 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Jun 22 18:32:59.669025 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-70e3b75d-5bdb-4dae-9343-0c4511338535 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.670520 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-70e3b75d-5bdb-4dae-9343-0c4511338535 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/networks?id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 HTTP/1.1" status: 200 len: 814 time: 0.1162028 Jun 22 18:32:59.686413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['e15b19b9-e2bc-4993-905e-9390220bdcb3'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:59.687368 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-0a9a4c20-a980-4e16-a19a-89374daa48a0 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/quotas/a7025f944e9e4f71a1a4b35e2756ab35 HTTP/1.1" status: 200 len: 375 time: 0.0102496 Jun 22 18:32:59.886135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-728e596f-61b0-44b5-b390-6468ff5b45eb tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.889852 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-728e596f-61b0-44b5-b390-6468ff5b45eb tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 814 time: 0.1857133 Jun 22 18:32:59.902242 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-7f4e4592-0bf6-488b-af8a-f30faaafc6b1 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a7025f944e9e4f71a1a4b35e2756ab35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003622 Jun 22 18:32:59.916227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Request body: {'port': {'device_id': '8de12641-789d-4c68-a366-4f4897f65f51', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'admin_state_up': True, 'tenant_id': '906e9ea34e354c6599ad55dadb2b9b09'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:00.073046 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1ad842b8-111a-408c-bea7-ae12d7bd08a2 req-abda8865-2548-4f85-b6df-541f39b095d5 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8c6492-6bea-4747-8a20-b855a9621809 HTTP/1.1" status: 200 len: 210 time: 0.0785062 Jun 22 18:33:00.156108 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-5cde8a33-3351-499c-aedf-e3b85cca7190 service neutron] 10.222.0.68 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198529 Jun 22 18:33:00.201521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Made reservation on behalf of 906e9ea34e354c6599ad55dadb2b9b09 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:00.207692 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.337361 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ef37a18-5751-4904-b7a3-3902343cb13c req-cc94e2ca-009a-4c64-9b85-91b2ffbde864 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0658119 Jun 22 18:33:00.478417 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-bf766dd0-9bec-4cc3-a29b-ed458646ece8 service neutron] 10.222.0.68 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081579 Jun 22 18:33:00.662011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Allocated IP 172.20.0.8 (3c25009f-7ae2-428e-945c-baff14714986/9d92298f-2054-45f3-9970-803d531bdeed/b96919ee-c3f0-4f81-ad04-2bbf57d4ae12) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:00.868465 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a46e556f-cda8-4020-ac68-157f40f2fdae req-3f9f3879-7b67-4ac6-bc44-cda168c54fa8 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 210 time: 0.0703602 Jun 22 18:33:01.132178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e0641-df8d-4a35-aa68-ae93669d8b79 req-0c16c13a-929e-40eb-aac3-a5de58689ce3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:01.141038 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f95e0641-df8d-4a35-aa68-ae93669d8b79 req-0c16c13a-929e-40eb-aac3-a5de58689ce3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.4323971 Jun 22 18:33:01.165924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.206774 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f95e0641-df8d-4a35-aa68-ae93669d8b79 req-bdd63a35-6cf4-40d1-ae68-6b0c14f5beb7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580695 Jun 22 18:33:01.269616 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.269616 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.277292 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec', '7caf461a-be92-460f-87fa-05cafbfbcc5f', '92f469a9-d545-4a82-a6dc-03452ce99d1b'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:01.345329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Network 3c25009f-7ae2-428e-945c-baff14714986 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:01.351384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:01.359524 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:01.414030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event updated for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.437778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.480483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:01.481568 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.513370 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6045818 Jun 22 18:33:01.535315 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Request body: {'port': {'device_id': '8de12641-789d-4c68-a366-4f4897f65f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:01.686842 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device ba921678-85aa-4ef0-8a29-d3739d94b13f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:01.693450 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device e15b19b9-e2bc-4993-905e-9390220bdcb3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:01.753698 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: e15b19b9-e2bc-4993-905e-9390220bdcb3 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:01.754639 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device e15b19b9-e2bc-4993-905e-9390220bdcb3 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:01.993611 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.214068 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50c9b-1a3d-45bd-a146-755d557a9246 req-c1e89a98-867d-4194-bd69-5e255c3b00f9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.215598 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9b50c9b-1a3d-45bd-a146-755d557a9246 req-c1e89a98-867d-4194-bd69-5e255c3b00f9 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 931 time: 0.6190150 Jun 22 18:33:02.224704 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:02.246864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'port_id': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'mac_address': 'fa:16:3e:16:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:02.261524 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14c10a42-5673-4f56-b507-a81392fa7682 req-f441b65d-c510-40cf-bc7b-31d0dcc40ab8 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 210 time: 0.0645161 Jun 22 18:33:02.318700 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9b50c9b-1a3d-45bd-a146-755d557a9246 req-83c01dd9-a159-4301-9fb2-630b72dd24f2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Jun 22 18:33:02.399819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.460282 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba921678-85aa-4ef0-8a29-d3739d94b13f {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:02.460500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:02.479182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.494747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:02.500727 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.502916 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b85840f7-f477-459a-9576-2a5fc95016d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:02.513327 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Transition to ACTIVE for port object b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:02.526379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.530897 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:02.619691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=6']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:02.631405 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Pushing event updated for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:02.634598 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:02.638326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:02.730536 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['ba921678-85aa-4ef0-8a29-d3739d94b13f'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:02.857001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Attempting to bind port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:02.857940 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Attempting to bind port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:02.858149 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Attempting to bind port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:02.917704 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 on network 3c25009f-7ae2-428e-945c-baff14714986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:02.918152 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Attempting to bind port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 on network 3c25009f-7ae2-428e-945c-baff14714986 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:02.975061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251a7d5-32e6-4bdd-949f-389cffe1db8a req-f0b71e7f-c926-4234-9adc-3daac07d3c55 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.978267 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d251a7d5-32e6-4bdd-949f-389cffe1db8a req-f0b71e7f-c926-4234-9adc-3daac07d3c55 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 944 time: 0.2718883 Jun 22 18:33:02.979633 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:02.980275 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Checking segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:02.980922 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Bound using segment: {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:02.981539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Bound port: b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc23456-57c2-4a24-a1a1-2890a163142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c25009f-7ae2-428e-945c-baff14714986'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:02.982206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.196528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-21ad7293-667a-436d-a412-e693ef0dded3 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.199341 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-21ad7293-667a-436d-a412-e693ef0dded3 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.49 "GET /v2.0/networks?id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 HTTP/1.1" status: 200 len: 814 time: 0.3944395 Jun 22 18:33:03.213469 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d251a7d5-32e6-4bdd-949f-389cffe1db8a req-83790f77-3014-4cdf-9092-7dcfcb4b7e89 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271769 Jun 22 18:33:03.232285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Request body: {'port': {'device_id': '3250f22d-4a44-4287-be10-732e0059a114', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'admin_state_up': True, 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:03.354747 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:03.397760 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:03.410860 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.421778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:03.597131 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0a104cd-6b97-49c8-87c3-127f3a36ebdc req-73436ca7-6fad-454d-8ab7-20b9a0b27f35 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 210 time: 0.1584270 Jun 22 18:33:03.606331 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.607523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.610350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] 10.222.0.49 "PUT /v2.0/ports/b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 HTTP/1.1" status: 200 len: 1093 time: 2.0859447 Jun 22 18:33:03.637581 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:03.643673 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b93936d-da73-4e04-8512-24047c3fcdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:03.694994 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device ba921678-85aa-4ef0-8a29-d3739d94b13f up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:03.743758 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Pushing event updated for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:03.757924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:03.796084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Made reservation on behalf of a7025f944e9e4f71a1a4b35e2756ab35 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:03.802918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.879414 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port ba921678-85aa-4ef0-8a29-d3739d94b13f triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:03.880722 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.893913 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df1901-250b-43fd-8a2f-188057b671a0 req-2c4b3c78-f6c2-4d0f-8f8c-b1746b5eac2c tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.896511 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-88df1901-250b-43fd-8a2f-188057b671a0 req-2c4b3c78-f6c2-4d0f-8f8c-b1746b5eac2c tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.3171368 Jun 22 18:33:04.151305 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.215420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-88df1901-250b-43fd-8a2f-188057b671a0 req-24801211-e28d-4177-aaf4-6c12784e6496 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993557 Jun 22 18:33:04.238772 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:04.240576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:04.245821 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ff5b6-0567-433d-9ac0-ff43bcf6747d" -d '{"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:04.252354 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.255461 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.336941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Allocated IP 172.20.0.5 (64da5dbe-e1b0-4a2c-84dc-0bdc82a40264/5a32c4cc-1d27-4edb-b355-9708ac64f99f/a7511786-d650-445e-ab6b-e17608acef7e) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:04.366002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565e529-0f03-4c3c-acc7-c691f4c6b40f x-openstack-request-id: req-e565e529-0f03-4c3c-acc7-c691f4c6b40f {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:04.366328 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:04.366808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e565e529-0f03-4c3c-acc7-c691f4c6b40f {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:04.369495 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12', 'status': 'completed', 'code': 200} Jun 22 18:33:04.413273 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=7']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.424988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.427976 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416496b8-9cdd-4268-b524-0bd8f80e1e2d x-openstack-request-id: req-416496b8-9cdd-4268-b524-0bd8f80e1e2d {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:04.429441 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:04.429826 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-416496b8-9cdd-4268-b524-0bd8f80e1e2d {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:04.431610 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'code': 200} Jun 22 18:33:04.611411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.652681 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Transition to ACTIVE for port object a7511786-d650-445e-ab6b-e17608acef7e will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:04.704558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726375a-35a0-4ea3-b06c-d0d87ac1bad8 req-3a778989-e27e-4974-8f1e-8ed76925ec02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.706159 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9726375a-35a0-4ea3-b06c-d0d87ac1bad8 req-3a778989-e27e-4974-8f1e-8ed76925ec02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1216538 Jun 22 18:33:04.718173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.723410 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-129d5715-5486-4ac8-babd-0c8b0cbda431 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.829727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:04.847999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:04.853513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Pushing event updated for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.856882 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:04.862426 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.886599 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9726375a-35a0-4ea3-b06c-d0d87ac1bad8 req-c37b3e70-a6c0-4224-8a30-50ad3040227f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587911 Jun 22 18:33:04.921082 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.921761 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.959786 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7351317 Jun 22 18:33:05.160385 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30da0b-669a-4cd4-8213-25d67acebf69 req-44de0c63-2e86-4cbb-8d1e-edb338f2a080 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.162216 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4f30da0b-669a-4cd4-8213-25d67acebf69 req-44de0c63-2e86-4cbb-8d1e-edb338f2a080 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0963993 Jun 22 18:33:05.216833 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4f30da0b-669a-4cd4-8213-25d67acebf69 req-b1715806-26b8-4b64-b1fd-4378d7d3e0a6 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Jun 22 18:33:05.230284 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-86fe5ba0-fef3-4067-89fa-6238d20252bb None None] Provisioning for port a7511786-d650-445e-ab6b-e17608acef7e completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:05.237108 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-86fe5ba0-fef3-4067-89fa-6238d20252bb None None] Provisioning complete for port a7511786-d650-445e-ab6b-e17608acef7e triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:05.237693 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86fe5ba0-fef3-4067-89fa-6238d20252bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.302558 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-86fe5ba0-fef3-4067-89fa-6238d20252bb None None] Port a7511786-d650-445e-ab6b-e17608acef7e cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:33:05.472418 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a9f3-4bf6-4f30-a45a-12aac0e532a5 req-2718fec7-863c-4ccb-863d-35215179ff7f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.474283 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bba2a9f3-4bf6-4f30-a45a-12aac0e532a5 req-2718fec7-863c-4ccb-863d-35215179ff7f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0967946 Jun 22 18:33:05.497574 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:05.538191 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bba2a9f3-4bf6-4f30-a45a-12aac0e532a5 req-cb607294-33dc-415a-a07f-553c6e5d39ad tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Jun 22 18:33:06.147272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e02c5-fea2-4c5f-9e86-69c4c18828a8 req-dff4f541-b7ff-4781-aea3-8d4af9d6eed1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.149551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b22e02c5-fea2-4c5f-9e86-69c4c18828a8 req-dff4f541-b7ff-4781-aea3-8d4af9d6eed1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0949478 Jun 22 18:33:06.195811 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b22e02c5-fea2-4c5f-9e86-69c4c18828a8 req-cd7229b2-6ad7-45ba-89da-2f96528154ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Jun 22 18:33:06.425483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b398c5-f1f1-4c3d-bb34-db7c7c65d558 req-ce6c6169-5890-49dd-b1ea-a271cb72b1be tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.426971 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c4b398c5-f1f1-4c3d-bb34-db7c7c65d558 req-ce6c6169-5890-49dd-b1ea-a271cb72b1be tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0778785 Jun 22 18:33:06.475123 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c4b398c5-f1f1-4c3d-bb34-db7c7c65d558 req-6a0f33dc-1bf7-443c-a0e4-4ab6f6dbc74a tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Jun 22 18:33:06.754282 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea082d-17c8-44e7-a32e-352bd9983dac req-3d287271-eac9-4f74-8cc3-0a83ed87c241 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.756189 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-21ea082d-17c8-44e7-a32e-352bd9983dac req-3d287271-eac9-4f74-8cc3-0a83ed87c241 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0846875 Jun 22 18:33:06.808283 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-21ea082d-17c8-44e7-a32e-352bd9983dac req-bf135756-82bf-46c6-b1ac-a197dfe72ba4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Jun 22 18:33:07.495193 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4a3b5-4bbe-477e-baf6-ef2609f2b8aa req-b4ef7bca-8092-4728-9db1-f26fe3fcc82c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.498106 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d8b4a3b5-4bbe-477e-baf6-ef2609f2b8aa req-b4ef7bca-8092-4728-9db1-f26fe3fcc82c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1046426 Jun 22 18:33:07.548915 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d8b4a3b5-4bbe-477e-baf6-ef2609f2b8aa req-ef58f474-0697-4b9e-a54e-326708b30a54 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Jun 22 18:33:07.831290 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304a20-1dee-4b9d-bf1e-3de5527bb82e req-311ef1d0-c95c-46f2-9055-dea832d57144 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.833839 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a304a20-1dee-4b9d-bf1e-3de5527bb82e req-311ef1d0-c95c-46f2-9055-dea832d57144 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.1121316 Jun 22 18:33:07.901353 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a304a20-1dee-4b9d-bf1e-3de5527bb82e req-4df67d9f-b2f7-47df-95da-ecd153f17c72 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Jun 22 18:33:08.161762 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166e72-f932-463a-82b5-b6ec8593960f req-268e53cb-f4bb-4dfd-8816-5223e76be8a0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.163522 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cc166e72-f932-463a-82b5-b6ec8593960f req-268e53cb-f4bb-4dfd-8816-5223e76be8a0 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0954280 Jun 22 18:33:08.209972 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cc166e72-f932-463a-82b5-b6ec8593960f req-c1222949-ebd9-4ff3-bf3f-97984e79d222 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Jun 22 18:33:08.764871 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d0539-3739-476f-9b05-0c7cebf9f76c req-a05a4ed9-2fe5-46e0-b421-9622e356d4db tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.770572 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b65d0539-3739-476f-9b05-0c7cebf9f76c req-a05a4ed9-2fe5-46e0-b421-9622e356d4db tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0788860 Jun 22 18:33:08.832775 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b65d0539-3739-476f-9b05-0c7cebf9f76c req-59df7c02-8fdf-4c48-8763-ff46b090e15f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601165 Jun 22 18:33:09.120007 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2f43-0a9e-445b-925d-a44c58a2a55e req-9d1a3cc1-c1c2-43fb-87d5-4c8a10708266 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.127349 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7d1b2f43-0a9e-445b-925d-a44c58a2a55e req-9d1a3cc1-c1c2-43fb-87d5-4c8a10708266 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0766289 Jun 22 18:33:09.193834 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7d1b2f43-0a9e-445b-925d-a44c58a2a55e req-a00af10c-4284-4e75-972e-b08fa24519e3 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Jun 22 18:33:09.422588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb874-8a0b-4098-aa1a-157b27d7231c req-227a694a-6496-42ea-877d-fc4311d89695 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.424057 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-764bb874-8a0b-4098-aa1a-157b27d7231c req-227a694a-6496-42ea-877d-fc4311d89695 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0821142 Jun 22 18:33:09.468152 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-764bb874-8a0b-4098-aa1a-157b27d7231c req-7c759554-b9e9-496b-afcc-c5b3131eaff1 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Jun 22 18:33:10.077249 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a2f2-6b99-4668-9951-45b2b58543fc req-b552061d-ee69-4646-a49e-347928e5611d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.079178 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-55e0a2f2-6b99-4668-9951-45b2b58543fc req-b552061d-ee69-4646-a49e-347928e5611d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Jun 22 18:33:10.138133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-55e0a2f2-6b99-4668-9951-45b2b58543fc req-14a5fae2-8cd9-4b0e-96a7-2c07206935f5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499573 Jun 22 18:33:10.425427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5f55-3f9f-4e5d-b1d9-77910600fc25 req-638a94a0-2c9a-47ed-80c0-9e0b5c8fd7d4 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.426857 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-439e5f55-3f9f-4e5d-b1d9-77910600fc25 req-638a94a0-2c9a-47ed-80c0-9e0b5c8fd7d4 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0955884 Jun 22 18:33:10.484765 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-439e5f55-3f9f-4e5d-b1d9-77910600fc25 req-d60e65a3-b25e-4d68-9121-3b0972cdd234 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jun 22 18:33:10.688948 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b092-89fc-4df4-be56-773a4db6fc67 req-c54cb950-e065-44bc-9ab5-ceb14dc3a009 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.690525 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6235b092-89fc-4df4-be56-773a4db6fc67 req-c54cb950-e065-44bc-9ab5-ceb14dc3a009 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0848234 Jun 22 18:33:10.742131 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6235b092-89fc-4df4-be56-773a4db6fc67 req-c77425b8-a4f2-423d-8966-0658cf901b8e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Jun 22 18:33:11.359913 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27edb9-980b-4119-9f15-7cbe5e5a8b11 req-e565bb5f-1031-47bf-aa9c-735c21ff275f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.361715 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed27edb9-980b-4119-9f15-7cbe5e5a8b11 req-e565bb5f-1031-47bf-aa9c-735c21ff275f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0768666 Jun 22 18:33:11.418284 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed27edb9-980b-4119-9f15-7cbe5e5a8b11 req-e2faf774-4330-4130-b6ba-4d2d4f72e203 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Jun 22 18:33:11.700016 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8ed40-c9b8-435f-b064-af07df952467 req-d89c41e2-c614-4239-aa65-b24b99f25222 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.702910 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85c8ed40-c9b8-435f-b064-af07df952467 req-d89c41e2-c614-4239-aa65-b24b99f25222 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0935571 Jun 22 18:33:11.749592 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85c8ed40-c9b8-435f-b064-af07df952467 req-1f67eedc-ec08-4d69-8ef8-4423929f9344 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jun 22 18:33:12.015461 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2924d-210c-42d2-aa8a-f3fe837044b1 req-45e627da-183a-4862-9c2f-7eb234083c2b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.017134 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17f2924d-210c-42d2-aa8a-f3fe837044b1 req-45e627da-183a-4862-9c2f-7eb234083c2b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.1136692 Jun 22 18:33:12.076987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17f2924d-210c-42d2-aa8a-f3fe837044b1 req-40ef4218-b0ab-4770-aac9-c76dbbd6816b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Jun 22 18:33:12.686902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a24b5f-cb02-471b-94d2-816cddeb7abd req-e8d9988c-4b01-40eb-82f7-868d13b48e02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.689395 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c0a24b5f-cb02-471b-94d2-816cddeb7abd req-e8d9988c-4b01-40eb-82f7-868d13b48e02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1187313 Jun 22 18:33:12.731196 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c0a24b5f-cb02-471b-94d2-816cddeb7abd req-db817d9f-4e13-42f8-a61e-2473903196cd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355546 Jun 22 18:33:12.973637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1355e-810b-4df0-be54-cc385d70fca6 req-60b049fd-04c1-4591-9391-c3a95bcab911 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.976523 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-edb1355e-810b-4df0-be54-cc385d70fca6 req-60b049fd-04c1-4591-9391-c3a95bcab911 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0916324 Jun 22 18:33:13.035367 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-edb1355e-810b-4df0-be54-cc385d70fca6 req-62683495-cdf0-4478-b1d1-9ca04333945f tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517740 Jun 22 18:33:13.363544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dac7f2-9fd9-4046-8326-70bd01200214 req-92ebb474-b287-4144-9e8c-1fece6dfb872 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.365135 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-54dac7f2-9fd9-4046-8326-70bd01200214 req-92ebb474-b287-4144-9e8c-1fece6dfb872 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0783052 Jun 22 18:33:13.409566 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-54dac7f2-9fd9-4046-8326-70bd01200214 req-e592dbc7-5567-484b-8c14-a11d9c170d54 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Jun 22 18:33:13.938206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3708fe-d555-4c68-ae8f-b3c48f5ea27f req-9324e086-f0ca-47f7-bb9e-49d42d974b66 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.940442 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf3708fe-d555-4c68-ae8f-b3c48f5ea27f req-9324e086-f0ca-47f7-bb9e-49d42d974b66 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0760808 Jun 22 18:33:14.005623 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf3708fe-d555-4c68-ae8f-b3c48f5ea27f req-44478799-8dcf-449a-99fc-d4c485a72daf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549436 Jun 22 18:33:14.237498 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693efc3c-cd09-42db-89e3-558212826860 req-0fd5c87c-cb0a-4cfc-9443-c3514c67a159 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:14.238955 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-693efc3c-cd09-42db-89e3-558212826860 req-0fd5c87c-cb0a-4cfc-9443-c3514c67a159 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0672226 Jun 22 18:33:14.283369 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-693efc3c-cd09-42db-89e3-558212826860 req-79956d86-6326-4e79-ab25-2746dd21aedb tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Jun 22 18:33:14.609865 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eadea-55a5-4790-9e02-0792af24afff req-f12dcfc8-4a38-4752-bc89-0766812eb802 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:14.611848 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f2eadea-55a5-4790-9e02-0792af24afff req-f12dcfc8-4a38-4752-bc89-0766812eb802 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0798926 Jun 22 18:33:14.662332 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f2eadea-55a5-4790-9e02-0792af24afff req-1490cc5a-7187-4b6a-99f6-5c5d4542516a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Jun 22 18:33:15.299992 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4f5a-c48d-42cb-8ac6-547c9abcdd47 req-ce399c66-3308-47aa-b441-3ebbc63b5c77 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.301600 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a6bd4f5a-c48d-42cb-8ac6-547c9abcdd47 req-ce399c66-3308-47aa-b441-3ebbc63b5c77 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0883031 Jun 22 18:33:15.348427 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a6bd4f5a-c48d-42cb-8ac6-547c9abcdd47 req-c4cba7ec-5f04-4e4d-866a-357975eb2f42 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363791 Jun 22 18:33:15.536100 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5fca7-27c5-435d-91e5-8d4a3405f3dd req-71da3809-52f2-4543-ae38-0c741dee442d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.537675 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b2c5fca7-27c5-435d-91e5-8d4a3405f3dd req-71da3809-52f2-4543-ae38-0c741dee442d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0691016 Jun 22 18:33:15.598686 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b2c5fca7-27c5-435d-91e5-8d4a3405f3dd req-416617f1-d44d-4ebf-aab9-f0277235045f tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Jun 22 18:33:15.874990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fb87-8129-4f29-8c24-3807872944b5 req-eb247f39-34ac-4544-8e79-424c739a3c5f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.876438 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0619fb87-8129-4f29-8c24-3807872944b5 req-eb247f39-34ac-4544-8e79-424c739a3c5f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0820935 Jun 22 18:33:15.917394 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0619fb87-8129-4f29-8c24-3807872944b5 req-aa26ea55-7f4c-4294-acba-90516d7cb748 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352178 Jun 22 18:33:16.573525 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9c98e-e146-401c-89f6-0557a06b36e2 req-7622b448-6485-41df-9589-0622553ace17 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.575034 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06a9c98e-e146-401c-89f6-0557a06b36e2 req-7622b448-6485-41df-9589-0622553ace17 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0810468 Jun 22 18:33:16.624563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06a9c98e-e146-401c-89f6-0557a06b36e2 req-f0572aa6-b789-45ad-ada7-00557991fb65 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Jun 22 18:33:16.833164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56503d1d-2c90-4e4b-85f3-b3d8112bd52f req-ffd47946-53df-42fd-b9cf-0bf13dea1c1e tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.835759 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56503d1d-2c90-4e4b-85f3-b3d8112bd52f req-ffd47946-53df-42fd-b9cf-0bf13dea1c1e tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0874732 Jun 22 18:33:16.879453 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56503d1d-2c90-4e4b-85f3-b3d8112bd52f req-0bad7115-e56c-46fd-8288-e8f885a9e05e tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345068 Jun 22 18:33:16.947336 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.134770 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd280-b3b9-42c7-ac06-d95c21c115d9 req-15534c5f-3856-493c-830f-1466060d1e15 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.136140 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b27cd280-b3b9-42c7-ac06-d95c21c115d9 req-15534c5f-3856-493c-830f-1466060d1e15 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.1043792 Jun 22 18:33:17.181570 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b27cd280-b3b9-42c7-ac06-d95c21c115d9 req-52189796-9fe6-4176-84ba-454ae529181a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Jun 22 18:33:17.884250 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9bff-faa1-464f-89c0-11406d1dd90e req-d9fe32aa-ecd8-4de2-bcbc-12ab7a16d712 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.886328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7e4c9bff-faa1-464f-89c0-11406d1dd90e req-d9fe32aa-ecd8-4de2-bcbc-12ab7a16d712 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1139350 Jun 22 18:33:17.948388 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7e4c9bff-faa1-464f-89c0-11406d1dd90e req-d2bd1779-c6bf-4e49-af4e-b1c59387678f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556769 Jun 22 18:33:18.133275 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c16e-f94e-46bc-a93b-69feec1fdd1c req-ddb58c0a-98e4-410b-9790-f06180ce3b14 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.135312 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74e6c16e-f94e-46bc-a93b-69feec1fdd1c req-ddb58c0a-98e4-410b-9790-f06180ce3b14 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.0691278 Jun 22 18:33:18.173263 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74e6c16e-f94e-46bc-a93b-69feec1fdd1c req-68372f20-40d4-49a7-befc-c5e9aa97c401 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jun 22 18:33:18.373168 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a8b0d-0cce-4f2c-9e01-4c3d9ca2f79f req-02506bdf-fb18-4306-9ea0-aba2256c99ce tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.374986 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b32a8b0d-0cce-4f2c-9e01-4c3d9ca2f79f req-02506bdf-fb18-4306-9ea0-aba2256c99ce tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.0768588 Jun 22 18:33:18.414466 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b32a8b0d-0cce-4f2c-9e01-4c3d9ca2f79f req-9f76b7d7-c9e4-4681-baf7-b8c7f06ea0da tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Jun 22 18:33:19.083193 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Request body: {'port': {'device_id': '3250f22d-4a44-4287-be10-732e0059a114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:19.254565 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:19.256588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-d8c9514e-be28-41d0-a640-d33fcdcf99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.258046 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-d8c9514e-be28-41d0-a640-d33fcdcf99a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 1096 time: 0.1722972 Jun 22 18:33:19.265789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22e192-c9dd-4f50-b96e-35c31d8538f9 req-0cb8ee9d-11be-4c36-9a24-df7b5ae48aa8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.267243 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fd22e192-c9dd-4f50-b96e-35c31d8538f9 req-0cb8ee9d-11be-4c36-9a24-df7b5ae48aa8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1718574 Jun 22 18:33:19.361817 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-9fcd7df2-7af8-4bb2-bc26-a48e3b22f90b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 HTTP/1.1" status: 200 len: 217 time: 0.0777783 Jun 22 18:33:19.675502 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fd22e192-c9dd-4f50-b96e-35c31d8538f9 req-0ad20af3-9273-4b5e-8926-d5edb5a5e0e4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017112 Jun 22 18:33:19.756859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3252906b-78ae-4286-b813-2fce50828618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.758321 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-3252906b-78ae-4286-b813-2fce50828618 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.3696485 Jun 22 18:33:19.845328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-2eb9f304-8130-4bf2-b4d9-91ed08a35d5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461164 Jun 22 18:33:19.882011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d082e8-fdd0-4e79-a764-219bca2bb66a req-c22a2074-44d5-4af4-ba0b-38654a29d55d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.883556 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3d082e8-fdd0-4e79-a764-219bca2bb66a req-c22a2074-44d5-4af4-ba0b-38654a29d55d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 931 time: 0.5903263 Jun 22 18:33:20.061371 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3d082e8-fdd0-4e79-a764-219bca2bb66a req-201fe149-7a5e-4675-be18-fc38275e633e tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612585 Jun 22 18:33:20.098929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-78c49341-984c-40b6-afda-7c0234263c30 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245755 Jun 22 18:33:20.106931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7ffa-fa76-45e2-998d-e49d44ff7509 req-92e7a1fe-2ba7-45f6-84c0-faa6e240d91d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.108496 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d5bc7ffa-fa76-45e2-998d-e49d44ff7509 req-92e7a1fe-2ba7-45f6-84c0-faa6e240d91d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.2659674 Jun 22 18:33:20.238420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7511786-d650-445e-ab6b-e17608acef7e {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:20.245614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d5bc7ffa-fa76-45e2-998d-e49d44ff7509 req-873e8f8b-1386-4053-8847-e53bb5510cdc tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184971 Jun 22 18:33:20.251014 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:20.278630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Transition to ACTIVE for port object a7511786-d650-445e-ab6b-e17608acef7e will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:20.290996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:20.293290 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:20.351343 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3daad9b8-a2be-4773-a4bf-e076cbab72fd req-e8acfe20-705d-41d7-838c-dc7db1a17fbd service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378652 Jun 22 18:33:20.396801 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Pushing event updated for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:20.403930 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:20.645770 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Attempting to bind port a7511786-d650-445e-ab6b-e17608acef7e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:20.645770 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Attempting to bind port a7511786-d650-445e-ab6b-e17608acef7e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:20.646272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Attempting to bind port a7511786-d650-445e-ab6b-e17608acef7e on network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:20.657886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Port a7511786-d650-445e-ab6b-e17608acef7e on network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:20.658334 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Attempting to bind port a7511786-d650-445e-ab6b-e17608acef7e on network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:20.673105 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:20.673517 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Checking segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:20.673900 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Bound using segment: {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:20.674376 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Bound port: a7511786-d650-445e-ab6b-e17608acef7e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:20.674730 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:20.709791 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-2e0ac0b6-8ee3-49b5-9669-5f015a84f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.711782 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-2e0ac0b6-8ee3-49b5-9669-5f015a84f9f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 1096 time: 0.2359979 Jun 22 18:33:20.932278 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:20.960846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-da66b3a4-5539-4227-87fb-4fa010b3239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.967108 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-da66b3a4-5539-4227-87fb-4fa010b3239c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.2196798 Jun 22 18:33:20.967108 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a7511786-d650-445e-ab6b-e17608acef7e,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:20.979498 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:20.988222 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bd03-05c4-4164-8b3c-60e3aa31fd5d req-317606ac-b7f0-4856-b07f-d65f7df4279d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.989725 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8733bd03-05c4-4164-8b3c-60e3aa31fd5d req-317606ac-b7f0-4856-b07f-d65f7df4279d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1652930 Jun 22 18:33:20.993395 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:21.048068 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-e17a68a5-1eb1-4d0f-ae03-2ef915e3cc37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 HTTP/1.1" status: 200 len: 217 time: 0.0758119 Jun 22 18:33:21.081610 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.082223 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:21.083567 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7511786-d650-445e-ab6b-e17608acef7e HTTP/1.1" status: 200 len: 1093 time: 2.0048242 Jun 22 18:33:21.084060 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:21.087925 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "tag": "a7511786-d650-445e-ab6b-e17608acef7e"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:21.219605 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3b826a9d-49c4-4004-a94f-c3dee7d2b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:21.237275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8733bd03-05c4-4164-8b3c-60e3aa31fd5d req-a972c4e8-dfed-4d67-9b0e-772938be3c87 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115729 Jun 22 18:33:21.252303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Pushing event updated for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:21.265346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-1d57e232-521f-4828-a4c5-383d9d12bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.267790 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-1d57e232-521f-4828-a4c5-383d9d12bc0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.2115223 Jun 22 18:33:21.269049 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:21.319425 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90886dc-13d2-4375-87d3-38cd52b87de2 x-openstack-request-id: req-e90886dc-13d2-4375-87d3-38cd52b87de2 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:21.319870 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "tag": "a7511786-d650-445e-ab6b-e17608acef7e", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:21.320459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e90886dc-13d2-4375-87d3-38cd52b87de2 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:21.321521 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e', 'status': 'completed', 'code': 200} Jun 22 18:33:21.363078 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-f9753e27-c9ac-4133-b28d-37bbc94b3a5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593123 Jun 22 18:33:21.385044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-44e0e5dc-d420-4105-9d6d-1d9a911da58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.386606 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-44e0e5dc-d420-4105-9d6d-1d9a911da58d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7025f944e9e4f71a1a4b35e2756ab35&device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 1096 time: 0.2407091 Jun 22 18:33:21.440890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-19c9a909-6228-4b5d-86c2-7108eaedf199 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7511786-d650-445e-ab6b-e17608acef7e HTTP/1.1" status: 200 len: 217 time: 0.0367661 Jun 22 18:33:21.537535 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-a8d36af3-74fb-4213-91cc-d1ce14ed6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.539137 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-a8d36af3-74fb-4213-91cc-d1ce14ed6273 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a32c4cc-1d27-4edb-b355-9708ac64f99f HTTP/1.1" status: 200 len: 853 time: 0.0700443 Jun 22 18:33:21.647966 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd5d2e-2874-44bf-8579-467a08b1be04 req-634ce929-0906-4b63-ba02-f35bbd62b4f6 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.652729 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67bd5d2e-2874-44bf-8579-467a08b1be04 req-634ce929-0906-4b63-ba02-f35bbd62b4f6 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 943 time: 0.4301598 Jun 22 18:33:21.721407 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-32c206d3-35fd-4baf-ae56-2c0e21d4bfb4 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461878 Jun 22 18:33:21.796705 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-67bd5d2e-2874-44bf-8579-467a08b1be04 req-bb646d0e-a4f6-4e4a-82a3-867e83db6b90 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386819 Jun 22 18:33:21.798842 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-5614bebb-fa10-4c80-97b0-6ef78b808e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.800338 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-5614bebb-fa10-4c80-97b0-6ef78b808e57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2509105 Jun 22 18:33:21.871397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bea5e-63fb-4da4-babb-91b95c85b6d4 req-caf552cf-cba0-48c2-8104-fdef93169f5b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.872939 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-422bea5e-63fb-4da4-babb-91b95c85b6d4 req-caf552cf-cba0-48c2-8104-fdef93169f5b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.2887809 Jun 22 18:33:21.999349 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2b93936d-da73-4e04-8512-24047c3fcdd5 req-980ee493-79d5-453d-bde7-bf3d2f7b9d81 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658696 Jun 22 18:33:22.035861 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-422bea5e-63fb-4da4-babb-91b95c85b6d4 req-cdf99916-9124-4d59-b47f-2bbab3453d54 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419954 Jun 22 18:33:22.039574 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-47f7bdbc-59bf-4062-a1b6-196c48153580 service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311630 Jun 22 18:33:22.189535 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2972989d-0e51-4f0c-a21f-dc6e5bf16764 req-13a676c3-88cb-4893-ba25-08aaf5a9762d service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409268 Jun 22 18:33:22.388647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-2ad6c37b-ba2e-449c-b602-ff5f5623b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.391176 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-2ad6c37b-ba2e-449c-b602-ff5f5623b48a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7025f944e9e4f71a1a4b35e2756ab35&device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 1096 time: 0.1359928 Jun 22 18:33:22.581900 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-fbdb27db-7cf9-4f12-ba0b-9aa11fc5485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.583763 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-fbdb27db-7cf9-4f12-ba0b-9aa11fc5485b service neutron] 10.222.0.49 "GET /v2.0/networks?id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 HTTP/1.1" status: 200 len: 915 time: 0.1827319 Jun 22 18:33:22.750417 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-91626511-2577-4887-a47b-df40a6263c85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7511786-d650-445e-ab6b-e17608acef7e HTTP/1.1" status: 200 len: 217 time: 0.0884485 Jun 22 18:33:22.814848 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339115-455c-4958-8b3b-b38da562dfdb req-fb1939d1-8024-4cbe-8cdc-3c913ab92661 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.818485 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b9339115-455c-4958-8b3b-b38da562dfdb req-fb1939d1-8024-4cbe-8cdc-3c913ab92661 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.2320659 Jun 22 18:33:22.869468 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-b8302527-ac27-43fa-83ef-5908af5f4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.871551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-b8302527-ac27-43fa-83ef-5908af5f4efe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a32c4cc-1d27-4edb-b355-9708ac64f99f HTTP/1.1" status: 200 len: 853 time: 0.1100972 Jun 22 18:33:22.913347 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b9339115-455c-4958-8b3b-b38da562dfdb req-30e9aad7-83bf-476e-863f-4ccc279e592d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820959 Jun 22 18:33:23.012405 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-f5f42d2b-0516-497c-8577-3dca9aadaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.013024 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-f5f42d2b-0516-497c-8577-3dca9aadaf71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1149237 Jun 22 18:33:23.228081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-10b92f04-ff4c-4593-a594-417151a474c7 service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928461 Jun 22 18:33:23.243672 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f551936-cefd-4a72-97d5-3e8bb3de2651 req-6249d7e2-593c-4c8d-ae37-7bc6acd43d41 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.245363 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f551936-cefd-4a72-97d5-3e8bb3de2651 req-6249d7e2-593c-4c8d-ae37-7bc6acd43d41 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 943 time: 0.2289069 Jun 22 18:33:23.728440 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f551936-cefd-4a72-97d5-3e8bb3de2651 req-d6136534-5993-4441-a642-bb008b4771eb tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417706 Jun 22 18:33:23.771909 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26a5d6e1-8407-45db-9b35-3ff5e8d5aa31 req-74dca40a-936c-4f9e-a9df-fbf060a3317a service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254974 Jun 22 18:33:23.801711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0af18-01d5-4aba-ba18-79389f5e26fd req-aa8b3cf7-31db-487a-85fc-927d453203a6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.803232 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ba0af18-01d5-4aba-ba18-79389f5e26fd req-aa8b3cf7-31db-487a-85fc-927d453203a6 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 943 time: 0.5690994 Jun 22 18:33:23.826150 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:23.879508 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ba0af18-01d5-4aba-ba18-79389f5e26fd req-14e6684c-bc47-4628-8c5c-893748330c4b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689931 Jun 22 18:33:24.091642 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:24.241965 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9028cb9-f268-43b9-933c-f38900d189dd req-133f7cd3-d476-4412-9ad2-b08b2059be29 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.244334 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d9028cb9-f268-43b9-933c-f38900d189dd req-133f7cd3-d476-4412-9ad2-b08b2059be29 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1063948 Jun 22 18:33:24.309465 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12', 'network_id': '3c25009f-7ae2-428e-945c-baff14714986', 'port_id': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12', 'mac_address': 'fa:16:3e:08:d4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d92298f-2054-45f3-9970-803d531bdeed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:24.316073 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d9028cb9-f268-43b9-933c-f38900d189dd req-2da85eae-d55b-4385-bd03-2b64f5be135c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617793 Jun 22 18:33:24.356257 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b3013454-b01d-4220-a068-08311e28353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.386162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.409100 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:24.445797 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:24.453866 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.456307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a7511786-d650-445e-ab6b-e17608acef7e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:24.468242 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:24.731703 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.743981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:24.757718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:24.851517 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a7511786-d650-445e-ab6b-e17608acef7e,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:24.878142 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'a7511786-d650-445e-ab6b-e17608acef7e', 'network_id': '64da5dbe-e1b0-4a2c-84dc-0bdc82a40264', 'port_id': 'a7511786-d650-445e-ab6b-e17608acef7e', 'mac_address': 'fa:16:3e:b3:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a32c4cc-1d27-4edb-b355-9708ac64f99f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:24.988077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e94ba-2923-46ba-a525-3bdfeb4f84c4 req-9d4dc5ae-1695-4ff8-a312-0b9d5d5b35ee tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.989944 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-409e94ba-2923-46ba-a525-3bdfeb4f84c4 req-9d4dc5ae-1695-4ff8-a312-0b9d5d5b35ee tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 943 time: 0.0915444 Jun 22 18:33:24.995446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.026722 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7511786-d650-445e-ab6b-e17608acef7e {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:25.054755 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a7511786-d650-445e-ab6b-e17608acef7e,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:25.061852 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.064753 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:25.121870 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-409e94ba-2923-46ba-a525-3bdfeb4f84c4 req-01accfdc-9d68-4cd1-bcaa-481fe802df3b tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236384 Jun 22 18:33:25.210708 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098bc6f-d3aa-476f-900a-68f0e42c3ea0 req-8ed72735-53a9-49f2-af5f-2d57cd87984d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:25.213021 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3098bc6f-d3aa-476f-900a-68f0e42c3ea0 req-8ed72735-53a9-49f2-af5f-2d57cd87984d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 944 time: 0.0844114 Jun 22 18:33:25.233565 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:25.240715 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:25.304626 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3098bc6f-d3aa-476f-900a-68f0e42c3ea0 req-385bd197-9890-4b6d-b595-e3e6d32487b5 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793211 Jun 22 18:33:25.473887 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['a7511786-d650-445e-ab6b-e17608acef7e'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:25.509325 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['b96919ee-c3f0-4f81-ad04-2bbf57d4ae12'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:25.639149 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a908-93dd-4966-a81c-189ef3be5d35 req-05200309-e716-4d10-ae60-323c6f9e9a6a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:25.642064 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc8a908-93dd-4966-a81c-189ef3be5d35 req-05200309-e716-4d10-ae60-323c6f9e9a6a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1324983 Jun 22 18:33:25.698164 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc8a908-93dd-4966-a81c-189ef3be5d35 req-e3943199-6d58-49b6-b23e-1232926b14b0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493681 Jun 22 18:33:26.116100 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.408972 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce07a-7acc-4243-9d21-ec0323919fc4 req-519a9ad8-cd95-4d57-9cb4-e8b98ba90c6d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.411179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-206ce07a-7acc-4243-9d21-ec0323919fc4 req-519a9ad8-cd95-4d57-9cb4-e8b98ba90c6d tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 944 time: 0.1042898 Jun 22 18:33:26.458886 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-206ce07a-7acc-4243-9d21-ec0323919fc4 req-2599e4c3-9741-46e6-b62f-0f52313a8d10 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Jun 22 18:33:26.616712 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa862a-e5b5-4bf5-9789-e9547fdf58fc req-c240ceab-66e0-42d0-8fb4-3a028ba50f1f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.618871 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3aaa862a-e5b5-4bf5-9789-e9547fdf58fc req-c240ceab-66e0-42d0-8fb4-3a028ba50f1f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 944 time: 0.1335158 Jun 22 18:33:26.701721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3aaa862a-e5b5-4bf5-9789-e9547fdf58fc req-93ba2afa-59a8-479f-9548-4b5965fa0857 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736160 Jun 22 18:33:26.979254 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf079c1a-bae0-4036-975c-28f42a6853f4 req-8c676ad6-90b8-42c4-bf0d-bec86e09f0ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.981773 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf079c1a-bae0-4036-975c-28f42a6853f4 req-8c676ad6-90b8-42c4-bf0d-bec86e09f0ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1330199 Jun 22 18:33:27.049659 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf079c1a-bae0-4036-975c-28f42a6853f4 req-eac02b67-ffb4-4d19-967b-bd0b8ce1e576 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582516 Jun 22 18:33:27.770092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95ded3-1f92-4d85-b8b1-8c3c8d1f138e req-f6671ad6-02c0-4fd2-88e9-884f0d3f06ec tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.772953 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d95ded3-1f92-4d85-b8b1-8c3c8d1f138e req-f6671ad6-02c0-4fd2-88e9-884f0d3f06ec tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 944 time: 0.1449029 Jun 22 18:33:27.845287 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d95ded3-1f92-4d85-b8b1-8c3c8d1f138e req-eb3a3473-8436-4cec-a4cf-8f053804a2db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587783 Jun 22 18:33:27.861754 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:27.957628 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:27.965147 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:27.965568 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.047448 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.127104 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.158233 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:28.161596 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad14114-243a-4873-85a5-949473222185" -d '{"events": [{"server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "name": "network-vif-plugged", "status": "completed", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:28.181481 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:28.188665 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.189802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a7511786-d650-445e-ab6b-e17608acef7e up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:28.193069 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-068b6f4d-d2ab-47a5-9679-2cdd346a9585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:28.259986 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755c19-d2f2-46f9-8ebd-e33238101cc2 req-57bf7e77-bee5-4b3d-b3fa-0a998ac4800f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.263279 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34755c19-d2f2-46f9-8ebd-e33238101cc2 req-57bf7e77-bee5-4b3d-b3fa-0a998ac4800f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 944 time: 0.2067208 Jun 22 18:33:28.282243 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:28.288525 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:28.367232 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port a7511786-d650-445e-ab6b-e17608acef7e completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:28.375759 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port a7511786-d650-445e-ab6b-e17608acef7e triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:28.376439 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.407008 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34755c19-d2f2-46f9-8ebd-e33238101cc2 req-a8b8817b-7e1d-40b0-bc7b-9729d93502ee tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331508 Jun 22 18:33:28.521717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.535078 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56163bf-6fa0-4875-b3eb-615b752979bc x-openstack-request-id: req-f56163bf-6fa0-4875-b3eb-615b752979bc {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:28.535395 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "name": "network-vif-plugged", "status": "completed", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:28.535690 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f56163bf-6fa0-4875-b3eb-615b752979bc {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:28.536133 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12', 'code': 200} Jun 22 18:33:28.568063 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a7511786-d650-445e-ab6b-e17608acef7e,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:28.571607 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ccfb4-a835-4cc0-94c0-3fdd4a4cdad3 req-c7853a7f-744b-4e24-a1cc-194298502b1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.574262 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c1ccfb4-a835-4cc0-94c0-3fdd4a4cdad3 req-c7853a7f-744b-4e24-a1cc-194298502b1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1806393 Jun 22 18:33:28.575078 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.578422 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:28.665847 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c1ccfb4-a835-4cc0-94c0-3fdd4a4cdad3 req-1d7e176e-6deb-45e2-b14a-632b2f3f59ae tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787079 Jun 22 18:33:28.705669 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:28.712430 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:29.164230 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819088a-cd38-4821-9b3f-09f2905669b0 req-7114089f-b6e9-465a-bfb1-fa30be7f84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.166567 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6819088a-cd38-4821-9b3f-09f2905669b0 req-7114089f-b6e9-465a-bfb1-fa30be7f84fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 1098 time: 0.2549670 Jun 22 18:33:29.225027 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6819088a-cd38-4821-9b3f-09f2905669b0 req-0aef7315-5a38-42c9-b304-c43d7064cbd2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Jun 22 18:33:29.234291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee261-763d-4573-a436-8e5867a84654 req-079b9072-0697-441e-ad32-e0aba5e1bffc tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.235921 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5b3ee261-763d-4573-a436-8e5867a84654 req-079b9072-0697-441e-ad32-e0aba5e1bffc tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.1175909 Jun 22 18:33:29.329295 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5b3ee261-763d-4573-a436-8e5867a84654 req-64ed13e3-4ba8-4723-a3c1-49a0ecf2e517 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817945 Jun 22 18:33:29.715103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14611c4-d362-4973-b683-837669ecc925 req-70d68dd8-0b68-4279-8dcd-01503f650994 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.721744 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b14611c4-d362-4973-b683-837669ecc925 req-70d68dd8-0b68-4279-8dcd-01503f650994 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 945 time: 0.1119552 Jun 22 18:33:29.831285 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b14611c4-d362-4973-b683-837669ecc925 req-4dce4faa-d787-4986-a02b-df27c344b7a8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005642 Jun 22 18:33:30.035555 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7c32b-34ec-49ad-b3ee-e67b5fd8edae req-d9c8b71e-46d7-4a11-b13d-077c3a8baedd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.038450 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ae7c32b-34ec-49ad-b3ee-e67b5fd8edae req-d9c8b71e-46d7-4a11-b13d-077c3a8baedd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1046624 Jun 22 18:33:30.147251 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ae7c32b-34ec-49ad-b3ee-e67b5fd8edae req-516a96a6-2f01-4883-a989-ddb2062a03e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944321 Jun 22 18:33:30.538000 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:30.543006 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd62d72d-9e54-426a-b32c-a012150e40f9" -d '{"events": [{"server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "name": "network-vif-plugged", "status": "completed", "tag": "a7511786-d650-445e-ab6b-e17608acef7e"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:30.682020 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899fcb3e-a867-4df0-ae8e-7e2a02dea44d x-openstack-request-id: req-899fcb3e-a867-4df0-ae8e-7e2a02dea44d {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:30.682549 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "name": "network-vif-plugged", "status": "completed", "tag": "a7511786-d650-445e-ab6b-e17608acef7e", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:30.683379 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-899fcb3e-a867-4df0-ae8e-7e2a02dea44d {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:30.683608 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e', 'code': 200} Jun 22 18:33:30.771308 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d130fd-9817-4266-9bd2-f1d6e4179799 req-607c870a-950f-4a2f-9855-3136eddd7058 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.780115 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35d130fd-9817-4266-9bd2-f1d6e4179799 req-607c870a-950f-4a2f-9855-3136eddd7058 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.2105708 Jun 22 18:33:30.821770 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35d130fd-9817-4266-9bd2-f1d6e4179799 req-2c977bef-1aa4-482a-b0c0-068536922f18 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jun 22 18:33:31.264289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bcd57-ce28-4faf-92ff-9ed33349cdb3 req-e671a22e-8287-4c0d-aaf1-28caea3ff332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.266915 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d9bcd57-ce28-4faf-92ff-9ed33349cdb3 req-e671a22e-8287-4c0d-aaf1-28caea3ff332 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 1098 time: 0.2379637 Jun 22 18:33:31.293253 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d1be-2fa1-4840-ad9a-d62deefcab6a req-8b35116e-7cca-4f7a-830d-fbcde01d9d17 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.304993 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5bc6d1be-2fa1-4840-ad9a-d62deefcab6a req-8b35116e-7cca-4f7a-830d-fbcde01d9d17 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 945 time: 0.2116807 Jun 22 18:33:31.387204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d9bcd57-ce28-4faf-92ff-9ed33349cdb3 req-f2a4f392-3d49-4745-9bda-7d881da9b78e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069601 Jun 22 18:33:31.417962 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5bc6d1be-2fa1-4840-ad9a-d62deefcab6a req-5a156aab-b225-4511-824a-93835613f719 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112664 Jun 22 18:33:31.540544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a37c4b-481f-4ba7-a0aa-7831bd705d0c req-4880927d-cf3f-450a-a330-5ace28c7ce7f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.542449 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8a37c4b-481f-4ba7-a0aa-7831bd705d0c req-4880927d-cf3f-450a-a330-5ace28c7ce7f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0929503 Jun 22 18:33:31.644690 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8a37c4b-481f-4ba7-a0aa-7831bd705d0c req-3d804cc9-1969-4330-8c22-d97d3f3bde5f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907786 Jun 22 18:33:32.331079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6a56-4bdf-4fb5-bdf5-fa38d14fb8f9 req-e5af5c28-6699-459b-b673-a429241dd215 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:32.343546 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-436d6a56-4bdf-4fb5-bdf5-fa38d14fb8f9 req-e5af5c28-6699-459b-b673-a429241dd215 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.1771111 Jun 22 18:33:32.416258 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-436d6a56-4bdf-4fb5-bdf5-fa38d14fb8f9 req-22c99320-d57f-4c2c-a890-a1b2fa697686 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Jun 22 18:33:32.999244 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7db0-b4c4-4c1d-b4f8-f1788b92292b req-5ba67a88-82c8-45ad-b6f1-722af10ac843 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.001374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1cb7db0-b4c4-4c1d-b4f8-f1788b92292b req-5ba67a88-82c8-45ad-b6f1-722af10ac843 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1052201 Jun 22 18:33:33.089237 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1cb7db0-b4c4-4c1d-b4f8-f1788b92292b req-d571bbd4-6a4d-4fe1-a6cf-a7332dfca6e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778430 Jun 22 18:33:33.647999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686fc1-4e32-4700-9cb9-f29a92b7dfef req-87805d93-f1d5-46f2-9661-94128b35d659 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.649770 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f4686fc1-4e32-4700-9cb9-f29a92b7dfef req-87805d93-f1d5-46f2-9661-94128b35d659 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.0715952 Jun 22 18:33:33.691005 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f4686fc1-4e32-4700-9cb9-f29a92b7dfef req-06f6d373-bbf3-44b7-9ab8-9d639324b764 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jun 22 18:33:33.914237 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da421-6d7b-4677-a055-b20040e4376b req-8d090972-cd91-4248-8e72-d1aa39b15298 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.917482 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e97da421-6d7b-4677-a055-b20040e4376b req-8d090972-cd91-4248-8e72-d1aa39b15298 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.1041377 Jun 22 18:33:33.985737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e97da421-6d7b-4677-a055-b20040e4376b req-bf8dfb88-d497-46b9-8f0d-f890a8401983 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Jun 22 18:33:34.110438 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-d748516c-5689-4de1-826b-76aa32c4a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.112952 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-d748516c-5689-4de1-826b-76aa32c4a401 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0738235 Jun 22 18:33:34.298982 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-a9b43489-c33f-4bf9-8b31-6ae7e1bb86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.300926 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-a9b43489-c33f-4bf9-8b31-6ae7e1bb86b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 918 time: 0.1720052 Jun 22 18:33:34.538332 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-2404fdcf-aab4-4a38-8332-44a1bb07aca0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 200 len: 1001 time: 0.2292535 Jun 22 18:33:34.684980 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b2e6-e29f-4e82-99bc-39426a6b2f81 req-0306a820-e458-48bd-bdb2-fa2ac97dd54b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.687634 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fad9b2e6-e29f-4e82-99bc-39426a6b2f81 req-0306a820-e458-48bd-bdb2-fa2ac97dd54b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.2989550 Jun 22 18:33:34.700834 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-8fb5ec3c-143b-46ea-8544-158633f68bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.703603 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-8fb5ec3c-143b-46ea-8544-158633f68bce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.1502643 Jun 22 18:33:34.722970 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079798bd-192f-40da-bf12-a619cc425179 req-c5cf6d9d-d92c-4167-877a-5c82faf40070 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.725564 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-079798bd-192f-40da-bf12-a619cc425179 req-c5cf6d9d-d92c-4167-877a-5c82faf40070 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.2767231 Jun 22 18:33:34.875310 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fad9b2e6-e29f-4e82-99bc-39426a6b2f81 req-e7390bdd-7815-4038-af0c-bc4c9b7c4e7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702034 Jun 22 18:33:34.886389 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-079798bd-192f-40da-bf12-a619cc425179 req-b7aa5c77-aa86-49d0-b920-46d0edee2f5e tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496282 Jun 22 18:33:34.915462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-1606e598-0767-4a02-8d07-e269b00c0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.917237 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-1606e598-0767-4a02-8d07-e269b00c0bfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1828020 Jun 22 18:33:35.045811 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-c1fa18d6-d9c2-4436-a1b9-9036afa2f07b service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181774 Jun 22 18:33:35.147287 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-410a762a-639f-49b3-90d1-40b2a101e6e8 req-87b64649-92fe-4a99-9f20-0f705c239430 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943484 Jun 22 18:33:36.116813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f2807-ae89-4a4d-9c66-9d34fb1268f2 req-d92f81aa-75ec-46e1-a6c3-133217523f08 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.119180 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-763f2807-ae89-4a4d-9c66-9d34fb1268f2 req-d92f81aa-75ec-46e1-a6c3-133217523f08 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.0758607 Jun 22 18:33:36.160588 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-763f2807-ae89-4a4d-9c66-9d34fb1268f2 req-982e24a7-8c1a-4711-b00e-7cdb7744895b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Jun 22 18:33:37.470567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953697d-52a1-45ed-b0e7-ddd0cba54d82 req-eb62b024-9921-4448-a437-b0e7949bf0a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.472293 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c953697d-52a1-45ed-b0e7-ddd0cba54d82 req-eb62b024-9921-4448-a437-b0e7949bf0a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 945 time: 0.1004055 Jun 22 18:33:37.546743 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c953697d-52a1-45ed-b0e7-ddd0cba54d82 req-09a1c5c8-df8b-4523-b91e-d940867c332a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621731 Jun 22 18:33:37.934119 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device ba921678-85aa-4ef0-8a29-d3739d94b13f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:38.037225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.063824 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:38.066471 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ebcb1-03c7-4202-8438-835ab18d8cc7" -d '{"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-unplugged", "status": "completed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:38.094639 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:38.100641 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.107629 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29038f35-cc5f-4f5d-86ac-6eb1ece54459 x-openstack-request-id: req-29038f35-cc5f-4f5d-86ac-6eb1ece54459 {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:38.108045 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-unplugged", "status": "failed", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "code": 422}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:38.108726 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-29038f35-cc5f-4f5d-86ac-6eb1ece54459 {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:38.109430 dv-cinder-774286-17-iscsi neutron-server[92933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'code': 422} returned with failed status Jun 22 18:33:38.110316 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-1f9241c6-6e15-4d7f-81db-6107401bc437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:38.203757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=8']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.207720 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.623243 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afffd-1442-4f9a-895b-c998f1dfa6b5 req-ce09bfe3-86b1-4cff-8c73-08dcb5011a5d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:38.624876 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-433afffd-1442-4f9a-895b-c998f1dfa6b5 req-ce09bfe3-86b1-4cff-8c73-08dcb5011a5d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0896821 Jun 22 18:33:38.687032 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-433afffd-1442-4f9a-895b-c998f1dfa6b5 req-0d434b8c-eff8-4b18-9bd5-8ea21b12eee1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553634 Jun 22 18:33:39.038763 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42184) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:39.158412 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aab74804-0889-4b32-99f2-c71bf95237d7 req-9d65b3f4-4fa2-44c7-93c2-3aea0eb8b724 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183569 Jun 22 18:33:39.921979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920915-1193-43fb-9a10-03eb2c223a23 req-ffec89e6-3acb-4ef6-a7df-2a7e8d3737f5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.923568 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24920915-1193-43fb-9a10-03eb2c223a23 req-ffec89e6-3acb-4ef6-a7df-2a7e8d3737f5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0709736 Jun 22 18:33:39.965912 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24920915-1193-43fb-9a10-03eb2c223a23 req-e652c100-7f32-4ee5-864d-cd91b0c49e9d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Jun 22 18:33:41.167865 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea7523-fa72-469c-b4ab-85d55cdd619b req-56d0034e-18b4-4ead-9acb-bebfb0f3eef9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.169437 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cea7523-fa72-469c-b4ab-85d55cdd619b req-56d0034e-18b4-4ead-9acb-bebfb0f3eef9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0724645 Jun 22 18:33:41.210790 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1cea7523-fa72-469c-b4ab-85d55cdd619b req-342f7807-164d-40f1-9b9c-52c6321bc0d4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351937 Jun 22 18:33:42.435971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42662d4e-f813-426c-8692-64607924b733 req-cd2f781e-8807-4e8b-b45f-eb80d011b80a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.437614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42662d4e-f813-426c-8692-64607924b733 req-cd2f781e-8807-4e8b-b45f-eb80d011b80a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0897129 Jun 22 18:33:42.482867 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-42662d4e-f813-426c-8692-64607924b733 req-2176138d-a085-4e2f-8733-2a6f0718a576 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Jun 22 18:33:42.506828 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:43.433604 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-1cd944b3-9d53-4e34-9cce-c3e2e70af076 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636978 Jun 22 18:33:43.528161 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203760a1-314e-4681-b0d3-c39042304ec2 req-89f9bfee-5431-4935-9e1f-e31533cbe149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.529985 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-89f9bfee-5431-4935-9e1f-e31533cbe149 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.0704014 Jun 22 18:33:43.671039 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203760a1-314e-4681-b0d3-c39042304ec2 req-adb59b80-5783-494f-80a1-0a8fd7835256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.673532 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-adb59b80-5783-494f-80a1-0a8fd7835256 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.1189530 Jun 22 18:33:43.747148 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-d105054d-0b8e-4b87-af37-6ad699efc82a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0626774 Jun 22 18:33:43.817521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203760a1-314e-4681-b0d3-c39042304ec2 req-b5f9714e-756a-48f0-ad80-19c660df2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.819207 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-b5f9714e-756a-48f0-ad80-19c660df2d09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0648994 Jun 22 18:33:43.830683 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff96ad-5048-46c2-addf-e34bfc0eeec0 req-d04af7a3-2190-424b-82e4-8c3e54586265 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.832549 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35ff96ad-5048-46c2-addf-e34bfc0eeec0 req-d04af7a3-2190-424b-82e4-8c3e54586265 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1588209 Jun 22 18:33:43.870165 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-f4acf864-7a4b-46b4-b6aa-c42b47b8f841 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364027 Jun 22 18:33:43.949108 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35ff96ad-5048-46c2-addf-e34bfc0eeec0 req-074b7b0f-8082-4339-9c1d-0d32b8d37ed8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051326 Jun 22 18:33:44.009048 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-f476096f-77c7-4449-96f6-05bd8d2fb4a8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299365 Jun 22 18:33:44.121075 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-203760a1-314e-4681-b0d3-c39042304ec2 req-726a6cf9-74bd-4a6c-862a-8d32adc3155e service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056006 Jun 22 18:33:45.178662 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634544-3eaf-4fca-940b-100a9c364bcf req-ca39a43b-b6fb-4b8f-802e-fafac4d12c0d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.180986 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63634544-3eaf-4fca-940b-100a9c364bcf req-ca39a43b-b6fb-4b8f-802e-fafac4d12c0d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0832760 Jun 22 18:33:45.230092 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63634544-3eaf-4fca-940b-100a9c364bcf req-20cf8a32-cdf7-4889-a9a1-0f14095df126 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Jun 22 18:33:46.472976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859832a6-fc76-4681-8a63-d3437cf09064 req-00daec82-f730-4c67-8b44-325dbadbd9ce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.474492 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-859832a6-fc76-4681-8a63-d3437cf09064 req-00daec82-f730-4c67-8b44-325dbadbd9ce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0733268 Jun 22 18:33:46.527768 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-859832a6-fc76-4681-8a63-d3437cf09064 req-be66d0fa-eb8f-4d4e-a2dc-30cb2544a088 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Jun 22 18:33:46.948115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.717146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b38d9-13de-4f20-89b7-e10d50981386 req-96612162-2cd9-488b-96ec-9f57f01c3ef6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.719074 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c64b38d9-13de-4f20-89b7-e10d50981386 req-96612162-2cd9-488b-96ec-9f57f01c3ef6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0698266 Jun 22 18:33:47.761949 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c64b38d9-13de-4f20-89b7-e10d50981386 req-017bb73b-6a1a-412d-bc48-bb892f9959cb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369153 Jun 22 18:33:48.990049 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcd649-2f8f-48a2-8602-42665ac66530 req-0d47579f-a046-4592-81f3-dc9c6f3e9695 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:48.991746 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5bdcd649-2f8f-48a2-8602-42665ac66530 req-0d47579f-a046-4592-81f3-dc9c6f3e9695 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0794573 Jun 22 18:33:49.046369 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5bdcd649-2f8f-48a2-8602-42665ac66530 req-6a8d7f52-e2e7-4176-b97e-8639c5651e96 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Jun 22 18:33:50.319374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de545e-5c94-40d4-b3e5-fbf4274da59c req-7df8ce67-7031-400d-aee4-fe8d3d3defdb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:50.322055 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-20de545e-5c94-40d4-b3e5-fbf4274da59c req-7df8ce67-7031-400d-aee4-fe8d3d3defdb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1296299 Jun 22 18:33:50.374968 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-20de545e-5c94-40d4-b3e5-fbf4274da59c req-ada7f9b6-8e9a-4ef3-b465-e9137b99a0cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Jun 22 18:33:51.134816 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-c90f55fc-5cc3-4069-8b1f-440a1de106e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.136371 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-c90f55fc-5cc3-4069-8b1f-440a1de106e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.0890489 Jun 22 18:33:51.210684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5e1b16a8-9c37-4f82-9d60-d26f3320b0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.320454 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-15ccdd8c-4927-4840-be0a-4976d711d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.323179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-15ccdd8c-4927-4840-be0a-4976d711d18f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.1778746 Jun 22 18:33:51.339687 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d5152-55e4-4100-9015-5b44db15ee34 req-7962cb1d-9a07-466f-82d0-f01a32b3dce3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.342351 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-553d5152-55e4-4100-9015-5b44db15ee34 req-7962cb1d-9a07-466f-82d0-f01a32b3dce3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1846042 Jun 22 18:33:51.405467 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-d17f123b-38e7-43fd-a669-138024dc52ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0617747 Jun 22 18:33:51.499533 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-553d5152-55e4-4100-9015-5b44db15ee34 req-5e026390-aa4d-4a17-a4cb-4a9e300c6c22 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446760 Jun 22 18:33:51.521154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-f6bbe68b-a5f3-44f8-80b3-805777d18078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.523806 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-f6bbe68b-a5f3-44f8-80b3-805777d18078 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.1095154 Jun 22 18:33:51.572302 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-15de0ff1-6b52-4745-b20f-30089b4af8f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349956 Jun 22 18:33:51.732335 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-11208f0f-5ac1-4ac1-9920-bf64bd2a4cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513665 Jun 22 18:33:51.756046 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da551-f747-4c77-8662-0e4752d87186 req-80a6ccb0-9d5d-4e34-add9-bae8f4836da2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.757615 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4da551-f747-4c77-8662-0e4752d87186 req-80a6ccb0-9d5d-4e34-add9-bae8f4836da2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1488600 Jun 22 18:33:51.846757 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cd4da551-f747-4c77-8662-0e4752d87186 req-f0c9307a-537c-40d8-a4cb-7f3499c86641 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776985 Jun 22 18:33:51.872509 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2a683c49-ce57-4103-9f87-63d72b02b00c req-dbf7051e-3d08-42aa-aab1-c6681f91ef46 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329730 Jun 22 18:33:52.746189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3d60e-09ce-4df1-956c-0da7fe417a38 req-a167bd51-b1d2-4e55-b708-2c6bb6904bbe tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.748956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7ae3d60e-09ce-4df1-956c-0da7fe417a38 req-a167bd51-b1d2-4e55-b708-2c6bb6904bbe tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1132307 Jun 22 18:33:52.793346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7ae3d60e-09ce-4df1-956c-0da7fe417a38 req-deccafec-2a0d-410e-8419-700c7be9a43a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Jun 22 18:33:53.054664 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2d97f-a351-4411-9968-6c05eb476f99 req-37fe22c9-c4d2-4607-8c18-513157732153 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:53.056938 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fad2d97f-a351-4411-9968-6c05eb476f99 req-37fe22c9-c4d2-4607-8c18-513157732153 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0774438 Jun 22 18:33:53.100416 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fad2d97f-a351-4411-9968-6c05eb476f99 req-c599983f-d757-40a7-ab11-0d8d383b0726 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jun 22 18:33:54.000042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22508b1-75eb-48e4-aa7a-954f71d9bc23 req-ad92ae12-93a6-4d12-97b6-c9863b06db29 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:54.001715 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b22508b1-75eb-48e4-aa7a-954f71d9bc23 req-ad92ae12-93a6-4d12-97b6-c9863b06db29 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0745299 Jun 22 18:33:54.045269 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b22508b1-75eb-48e4-aa7a-954f71d9bc23 req-82874e05-08a2-42de-b2e4-dd8f7eedcad3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377748 Jun 22 18:33:54.259536 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0d6f31c0-bb7b-4b5d-8a9c-fdb8a2995fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.308893 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5ae-3db0-408b-9d09-372907cac6e1 req-73dc13b4-3b72-4651-9752-2c57bd9ad475 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:54.311429 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01e6f5ae-3db0-408b-9d09-372907cac6e1 req-73dc13b4-3b72-4651-9752-2c57bd9ad475 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0854981 Jun 22 18:33:54.358039 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01e6f5ae-3db0-408b-9d09-372907cac6e1 req-50ac35c5-4483-4348-a6b2-4b64126efa1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350947 Jun 22 18:33:54.566386 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.252667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6873cb8-5529-4fef-be89-980eba304e79 req-1d0765a1-eb16-4540-9ce4-a2d5ac94bb31 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.254513 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e6873cb8-5529-4fef-be89-980eba304e79 req-1d0765a1-eb16-4540-9ce4-a2d5ac94bb31 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0837710 Jun 22 18:33:55.298429 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e6873cb8-5529-4fef-be89-980eba304e79 req-c8cce7df-fe6c-4c05-b2b0-3f401b3c4139 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Jun 22 18:33:55.550142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0618dc-fa42-444f-b15a-3a53c745647c req-74b1e45c-62c2-46ac-b419-1a847a019806 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.551705 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ec0618dc-fa42-444f-b15a-3a53c745647c req-74b1e45c-62c2-46ac-b419-1a847a019806 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0674920 Jun 22 18:33:55.593198 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ec0618dc-fa42-444f-b15a-3a53c745647c req-134ef904-f04b-41cb-ac06-a6f067583ef9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Jun 22 18:33:56.112361 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.511537 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77489e-432e-4ea5-bf2e-8052539b8e17 req-a9ff401a-8441-4c3a-a363-a6a2c543ad2e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.513141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d77489e-432e-4ea5-bf2e-8052539b8e17 req-a9ff401a-8441-4c3a-a363-a6a2c543ad2e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0858104 Jun 22 18:33:56.555914 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8d77489e-432e-4ea5-bf2e-8052539b8e17 req-a592c6aa-4707-4f0d-a141-fa8d71151507 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Jun 22 18:33:56.854227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a925c46-5d02-468d-96fd-86e4a257b83e req-1906ca28-07ad-440d-852c-5e70a5838a88 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.855822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a925c46-5d02-468d-96fd-86e4a257b83e req-1906ca28-07ad-440d-852c-5e70a5838a88 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0964687 Jun 22 18:33:56.910380 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a925c46-5d02-468d-96fd-86e4a257b83e req-ed30b63e-b608-43b4-a0b8-55a439a928c1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Jun 22 18:33:57.763019 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683d456-19df-472a-996d-1ed496d31c2d req-bcae6c2a-e64d-448b-82c2-e43d33e02d33 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.765709 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1683d456-19df-472a-996d-1ed496d31c2d req-bcae6c2a-e64d-448b-82c2-e43d33e02d33 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0845976 Jun 22 18:33:57.807002 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1683d456-19df-472a-996d-1ed496d31c2d req-570b7de0-4c49-4b0e-9fd4-fbfe4d3c3730 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Jun 22 18:33:58.014052 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.135538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb73d-5b17-4536-8ffd-f63f529a9ec2 req-fae14957-f2a5-401d-bbf1-e4c97140ff6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.137106 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34deb73d-5b17-4536-8ffd-f63f529a9ec2 req-fae14957-f2a5-401d-bbf1-e4c97140ff6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0770557 Jun 22 18:33:58.176356 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34deb73d-5b17-4536-8ffd-f63f529a9ec2 req-4fd3b4dd-2154-4d11-a737-daa63203d3ae tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Jun 22 18:33:59.006751 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7aa85-7f78-406f-8fce-81e680f0e205 req-73809d60-7aed-48ff-b94c-1cd46126eb86 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.008381 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0df7aa85-7f78-406f-8fce-81e680f0e205 req-73809d60-7aed-48ff-b94c-1cd46126eb86 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0709512 Jun 22 18:33:59.061142 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0df7aa85-7f78-406f-8fce-81e680f0e205 req-6f6d9873-74fd-417d-9efc-c4cc98dcffb4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Jun 22 18:33:59.377504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8999d-f0ad-4f4c-aa28-bf524b421e4f req-e1aa927b-ac95-4c4f-9e59-cade735c7816 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.378939 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-40d8999d-f0ad-4f4c-aa28-bf524b421e4f req-e1aa927b-ac95-4c4f-9e59-cade735c7816 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0748241 Jun 22 18:33:59.425566 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-40d8999d-f0ad-4f4c-aa28-bf524b421e4f req-38565080-395e-46b2-9d2a-55247c10a2ee tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356534 Jun 22 18:34:00.250180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ecc2-528d-440b-99e8-3ced658e6dd6 req-b4d4a947-c441-4210-bfa4-91379e8879dc tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.251659 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9964ecc2-528d-440b-99e8-3ced658e6dd6 req-b4d4a947-c441-4210-bfa4-91379e8879dc tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0723655 Jun 22 18:34:00.300644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9964ecc2-528d-440b-99e8-3ced658e6dd6 req-2ea6a5bf-76d1-4b35-9c74-bfbcdd84b779 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Jun 22 18:34:00.674500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cc0ee-bb2e-4f84-8cfa-c4ad95afd846 req-63b65251-948a-4bdc-9423-6cfa5cb923eb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.676065 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d23cc0ee-bb2e-4f84-8cfa-c4ad95afd846 req-63b65251-948a-4bdc-9423-6cfa5cb923eb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0773716 Jun 22 18:34:00.719035 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d23cc0ee-bb2e-4f84-8cfa-c4ad95afd846 req-190dbfda-8b16-412f-b2ca-8b92c61f2281 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Jun 22 18:34:01.747391 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a8d7c-1ece-4d67-a055-f7544c131410 req-6beaf6c6-bd0c-4aee-b6e4-ed67d3ae1e0a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.750565 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e66a8d7c-1ece-4d67-a055-f7544c131410 req-6beaf6c6-bd0c-4aee-b6e4-ed67d3ae1e0a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.3268094 Jun 22 18:34:01.816956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e66a8d7c-1ece-4d67-a055-f7544c131410 req-a631361d-8e25-42fb-8152-9fafb87a34ef tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 Jun 22 18:34:01.948114 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397119d-9f8d-47f2-9e65-4c451484f253 req-343ea6bf-b892-4a68-9e99-f37a4e1bce08 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.949991 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e397119d-9f8d-47f2-9e65-4c451484f253 req-343ea6bf-b892-4a68-9e99-f37a4e1bce08 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0751665 Jun 22 18:34:01.993609 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e397119d-9f8d-47f2-9e65-4c451484f253 req-8cfa4cac-1011-43f6-8ad1-fd6f2f6aee38 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353048 Jun 22 18:34:03.030156 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc672d1-bbc1-40c5-9f58-323602470ad4 req-0d791954-c1cc-42a1-bd58-6418037e3c50 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.032683 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6cc672d1-bbc1-40c5-9f58-323602470ad4 req-0d791954-c1cc-42a1-bd58-6418037e3c50 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0864363 Jun 22 18:34:03.089578 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6cc672d1-bbc1-40c5-9f58-323602470ad4 req-f44fb16c-e464-462a-a278-a7fd985cbe8f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Jun 22 18:34:03.201182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cc987-c357-4816-93fd-b32100c86793 req-06545480-019e-4043-b062-fc5ccbae3405 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.202892 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-705cc987-c357-4816-93fd-b32100c86793 req-06545480-019e-4043-b062-fc5ccbae3405 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0760043 Jun 22 18:34:03.259259 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-705cc987-c357-4816-93fd-b32100c86793 req-5aa2de09-93e0-4935-856b-543c099dfba1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501847 Jun 22 18:34:04.275909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe7dc-402d-4160-a719-a41b1e55fe8d req-db1eaab0-a597-425a-9aa3-c61dcedcd6b7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:04.277741 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51ebe7dc-402d-4160-a719-a41b1e55fe8d req-db1eaab0-a597-425a-9aa3-c61dcedcd6b7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0671449 Jun 22 18:34:04.321812 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51ebe7dc-402d-4160-a719-a41b1e55fe8d req-b351e68f-384a-4da9-b5f6-e206bca9c725 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Jun 22 18:34:04.506645 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215053a7-7c87-42f8-9141-8e304e260a83 req-9052706d-5fd3-42ce-b701-fb3c081c6f01 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:04.509942 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-215053a7-7c87-42f8-9141-8e304e260a83 req-9052706d-5fd3-42ce-b701-fb3c081c6f01 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0895338 Jun 22 18:34:04.554609 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-215053a7-7c87-42f8-9141-8e304e260a83 req-541405e5-9f15-4889-b691-d23a673d38e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Jun 22 18:34:05.525839 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656901-137a-4a73-84a0-0790e043557f req-7d513fa3-db1e-447b-9772-48f3549070df tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:05.527431 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb656901-137a-4a73-84a0-0790e043557f req-7d513fa3-db1e-447b-9772-48f3549070df tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0667179 Jun 22 18:34:05.567857 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb656901-137a-4a73-84a0-0790e043557f req-42b35d9a-b618-4b97-9501-f1fdf481f963 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Jun 22 18:34:05.763291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df355-23e9-420d-bd16-04c535c8d4a8 req-0a133212-7e28-42c9-ad70-95675126e987 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:05.764902 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f6df355-23e9-420d-bd16-04c535c8d4a8 req-0a133212-7e28-42c9-ad70-95675126e987 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0745590 Jun 22 18:34:05.807500 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f6df355-23e9-420d-bd16-04c535c8d4a8 req-9190d8c2-ed2d-404c-adc5-549dd6796391 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Jun 22 18:34:06.762554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a2d6-2e02-4b22-b13b-a35ee38f31c0 req-0faf9d3d-5ca1-4a03-91ad-3b0036fabd66 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.764025 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2d6a2d6-2e02-4b22-b13b-a35ee38f31c0 req-0faf9d3d-5ca1-4a03-91ad-3b0036fabd66 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0711191 Jun 22 18:34:06.810418 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2d6a2d6-2e02-4b22-b13b-a35ee38f31c0 req-e3f4b0b4-386b-4332-9abb-2be709981c3d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359793 Jun 22 18:34:07.053305 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6285c4-93ee-42aa-a480-cf109bc92d40 req-da95faad-d904-4ca3-9f3c-2c822f98ce47 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.055571 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f6285c4-93ee-42aa-a480-cf109bc92d40 req-da95faad-d904-4ca3-9f3c-2c822f98ce47 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0807328 Jun 22 18:34:07.102007 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f6285c4-93ee-42aa-a480-cf109bc92d40 req-cdf3ee4b-66e3-4b58-bb8f-07c163d23615 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387292 Jun 22 18:34:07.997413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d30f1-b766-4f7c-89b7-9891dbdc8946 req-3ad716de-7288-43d8-8605-0163c4eb5d63 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.998957 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8f0d30f1-b766-4f7c-89b7-9891dbdc8946 req-3ad716de-7288-43d8-8605-0163c4eb5d63 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0686378 Jun 22 18:34:08.038830 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8f0d30f1-b766-4f7c-89b7-9891dbdc8946 req-d8794286-a3a5-40b8-aa67-34d6c493f1d8 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339439 Jun 22 18:34:08.310754 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82529-c2aa-488a-a3ef-8687a3c1f707 req-9896d7bb-17b7-4572-a37b-d6556bfb7c96 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.312642 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9d82529-c2aa-488a-a3ef-8687a3c1f707 req-9896d7bb-17b7-4572-a37b-d6556bfb7c96 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0785663 Jun 22 18:34:08.363229 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9d82529-c2aa-488a-a3ef-8687a3c1f707 req-7b9b0c3a-ba20-4e50-926a-6ab746bd5bbe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Jun 22 18:34:08.820421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212db3-9ad9-4245-9df8-25a396e7917c req-907799bc-45b8-4ed8-ab78-4ed5782e850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.822888 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe212db3-9ad9-4245-9df8-25a396e7917c req-907799bc-45b8-4ed8-ab78-4ed5782e850a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.0596271 Jun 22 18:34:08.861222 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe212db3-9ad9-4245-9df8-25a396e7917c req-8b530583-e266-46ce-8d5d-9661e6376d85 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Jun 22 18:34:09.238320 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064c601-66e5-4d75-a41c-17c42d3120e9 req-07865b13-a3f1-4a92-8650-34ff1520c115 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.241753 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8064c601-66e5-4d75-a41c-17c42d3120e9 req-07865b13-a3f1-4a92-8650-34ff1520c115 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0843055 Jun 22 18:34:09.285569 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8064c601-66e5-4d75-a41c-17c42d3120e9 req-22d391bc-21c3-4a06-8822-15029306db6c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Jun 22 18:34:09.569877 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809eb4d-dc53-4b02-b5df-992d2f59b004 req-a87550c6-1890-4a02-b8cf-fb2aba96a81f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.571485 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e809eb4d-dc53-4b02-b5df-992d2f59b004 req-a87550c6-1890-4a02-b8cf-fb2aba96a81f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0745642 Jun 22 18:34:09.625335 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e809eb4d-dc53-4b02-b5df-992d2f59b004 req-e39f58a6-bb98-407a-80d1-ee259cc18936 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Jun 22 18:34:10.487840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f254a64-43ef-4460-b3c9-60961668a598 req-f98ea48b-86a5-412e-b061-92bb73f99244 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.490107 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f254a64-43ef-4460-b3c9-60961668a598 req-f98ea48b-86a5-412e-b061-92bb73f99244 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0690045 Jun 22 18:34:10.534226 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5f254a64-43ef-4460-b3c9-60961668a598 req-a55e6a00-9de1-4e06-8f1f-6564e613c25c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Jun 22 18:34:10.829118 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa2f2e-c907-40ca-b215-0987123da342 req-d697c191-4fd2-4bee-b184-73221d269ae4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.830647 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89fa2f2e-c907-40ca-b215-0987123da342 req-d697c191-4fd2-4bee-b184-73221d269ae4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0694852 Jun 22 18:34:10.873493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89fa2f2e-c907-40ca-b215-0987123da342 req-3932ca33-045c-454f-bbbd-abed30ddb2d6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Jun 22 18:34:11.134583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c8f5-171c-482a-95c9-e67e074a856f req-d14701fa-0129-47be-8001-522924f9d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.136522 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-d14701fa-0129-47be-8001-522924f9d4e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.1275454 Jun 22 18:34:11.209183 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1943df-2869-4561-8c5b-11cc9a6380c0 req-46f988f0-2b03-4bf4-a54e-b7e363c64f1c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.210804 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c1943df-2869-4561-8c5b-11cc9a6380c0 req-46f988f0-2b03-4bf4-a54e-b7e363c64f1c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.1422586 Jun 22 18:34:11.280800 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c1943df-2869-4561-8c5b-11cc9a6380c0 req-6dc221e8-5a37-4721-bcba-fc0e91abbe0e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630565 Jun 22 18:34:11.283956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c8f5-171c-482a-95c9-e67e074a856f req-8a2f55d8-b730-47f8-8d22-9b3812a2e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.285423 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-8a2f55d8-b730-47f8-8d22-9b3812a2e19b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.1390252 Jun 22 18:34:11.347233 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-dc87838b-2831-417b-85e3-e7a9b75d9b1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0494766 Jun 22 18:34:11.401961 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c8f5-171c-482a-95c9-e67e074a856f req-288ba230-4cf5-4d8d-afaf-2bfb3e813327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.403422 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-288ba230-4cf5-4d8d-afaf-2bfb3e813327 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0455940 Jun 22 18:34:11.445293 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-b9504028-fbb4-408d-8b78-91192f5bd0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298140 Jun 22 18:34:11.560513 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-a6f2df09-4bef-4ba7-b763-f5be9c4ddda7 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041260 Jun 22 18:34:11.670552 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4771c8f5-171c-482a-95c9-e67e074a856f req-cc079b58-4d10-432b-82e4-2b5d470acda8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936491 Jun 22 18:34:12.097037 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686119a-6437-4b3e-a60f-b77af90869a2 req-0ab217eb-7ae0-446b-9b7e-7eb584b36de5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.098517 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e686119a-6437-4b3e-a60f-b77af90869a2 req-0ab217eb-7ae0-446b-9b7e-7eb584b36de5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0778048 Jun 22 18:34:12.147866 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e686119a-6437-4b3e-a60f-b77af90869a2 req-9004d42e-bf63-4c06-93ca-257f9961ddac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 Jun 22 18:34:12.509820 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e6724-9aca-4881-81ce-242e31b08fc8 req-b5251c69-ef14-4e99-b642-658bf43f8ca1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.511756 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-238e6724-9aca-4881-81ce-242e31b08fc8 req-b5251c69-ef14-4e99-b642-658bf43f8ca1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0737164 Jun 22 18:34:12.560138 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-238e6724-9aca-4881-81ce-242e31b08fc8 req-81fc315b-c8cf-42a4-958c-ee8734798df4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Jun 22 18:34:13.346012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fb7d-4e70-4563-981c-0542fc99b4f7 req-08f5d714-2991-4a6f-ad18-a5f0ad2dbd77 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.347861 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8769fb7d-4e70-4563-981c-0542fc99b4f7 req-08f5d714-2991-4a6f-ad18-a5f0ad2dbd77 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0740139 Jun 22 18:34:13.412673 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8769fb7d-4e70-4563-981c-0542fc99b4f7 req-4379fea1-6ed1-47db-b840-e991f49374c8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576997 Jun 22 18:34:13.781495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ef2c5-f079-4282-9893-f04183b1b881 req-107f5935-f905-4ac5-bd7e-115e25d98117 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.782990 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d81ef2c5-f079-4282-9893-f04183b1b881 req-107f5935-f905-4ac5-bd7e-115e25d98117 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0787218 Jun 22 18:34:13.831376 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d81ef2c5-f079-4282-9893-f04183b1b881 req-a750bfd5-0da1-46ae-8a20-7398748344bb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376348 Jun 22 18:34:14.686258 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6fd36-484c-406d-bee0-51c013d1df6b req-b62efbb6-d506-4288-9a8d-fbafcf5e643c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.688994 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3bf6fd36-484c-406d-bee0-51c013d1df6b req-b62efbb6-d506-4288-9a8d-fbafcf5e643c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0875344 Jun 22 18:34:14.748724 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3bf6fd36-484c-406d-bee0-51c013d1df6b req-94964dad-8196-480e-a82b-8082b4e09292 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531852 Jun 22 18:34:15.041985 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84accc5b-6098-4d69-8ff6-31b70d0e88a8 req-49d991ad-bf30-4264-99b3-60403c9e15fb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:15.043995 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84accc5b-6098-4d69-8ff6-31b70d0e88a8 req-49d991ad-bf30-4264-99b3-60403c9e15fb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0809915 Jun 22 18:34:15.112586 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84accc5b-6098-4d69-8ff6-31b70d0e88a8 req-988d86f5-cf6d-4076-b0fc-d2fe3d4b7f64 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580862 Jun 22 18:34:16.000644 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0ff29-d3d1-4c31-a455-565a696de3f8 req-aedf58bc-612f-44cd-90f2-9a01d9bd19b0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.002532 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51f0ff29-d3d1-4c31-a455-565a696de3f8 req-aedf58bc-612f-44cd-90f2-9a01d9bd19b0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0733736 Jun 22 18:34:16.048404 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51f0ff29-d3d1-4c31-a455-565a696de3f8 req-90a74107-3f32-4ccf-b8f2-36f788ce6ef5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372241 Jun 22 18:34:16.948577 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.326011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af297447-ec71-4ce2-875d-fc7d87212b90 req-1e0bdd38-a278-482f-8200-893874966a56 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:17.328849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af297447-ec71-4ce2-875d-fc7d87212b90 req-1e0bdd38-a278-482f-8200-893874966a56 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1142499 Jun 22 18:34:17.371277 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af297447-ec71-4ce2-875d-fc7d87212b90 req-aa07af98-909d-44ee-9ee5-4b773fe2f9af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358303 Jun 22 18:34:18.569566 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b1ee5-1dde-417d-8411-4ecc44a75bb6 req-01b1c85d-3058-4500-9835-ac8bb787893a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:18.571703 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-714b1ee5-1dde-417d-8411-4ecc44a75bb6 req-01b1c85d-3058-4500-9835-ac8bb787893a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0726810 Jun 22 18:34:18.619190 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-714b1ee5-1dde-417d-8411-4ecc44a75bb6 req-dc1ab7ee-619a-46ac-a1e6-5243cd364afd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384798 Jun 22 18:34:19.498013 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:19.841355 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7307b7-eda9-44af-a0ed-c7c58e3eb101 req-8080f394-5eeb-4076-87b1-8d64bbf081ce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:19.844672 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed7307b7-eda9-44af-a0ed-c7c58e3eb101 req-8080f394-5eeb-4076-87b1-8d64bbf081ce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0964561 Jun 22 18:34:19.888275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed7307b7-eda9-44af-a0ed-c7c58e3eb101 req-f61c98c1-fa34-48f9-8cab-86955cea83b7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365596 Jun 22 18:34:21.173886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c122f-ae28-4848-8f71-f63df45effe2 req-71912e7e-d251-45ac-af16-4218122dd123 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.175508 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-663c122f-ae28-4848-8f71-f63df45effe2 req-71912e7e-d251-45ac-af16-4218122dd123 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0788426 Jun 22 18:34:21.205838 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-362167ca-2128-4188-86ae-76873f2c4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.232409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-663c122f-ae28-4848-8f71-f63df45effe2 req-238326e2-5a99-49e0-afe6-830c3c5aa853 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497086 Jun 22 18:34:22.444659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1818741-9572-4ac3-b2bf-d7f9c3367e8a req-146033f8-532f-4792-891d-5bcf1518aa84 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:22.447165 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1818741-9572-4ac3-b2bf-d7f9c3367e8a req-146033f8-532f-4792-891d-5bcf1518aa84 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0806181 Jun 22 18:34:22.501950 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1818741-9572-4ac3-b2bf-d7f9c3367e8a req-8d884363-2c35-4204-9ef3-15c7a87fbaa5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Jun 22 18:34:23.744814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbbc5b-83b3-45cf-90b8-cd981ebffb06 req-6960b0cc-6c19-493c-8df8-2351a5f2db40 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.746325 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7ccbbc5b-83b3-45cf-90b8-cd981ebffb06 req-6960b0cc-6c19-493c-8df8-2351a5f2db40 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0919220 Jun 22 18:34:23.791817 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7ccbbc5b-83b3-45cf-90b8-cd981ebffb06 req-5b40bc91-341a-4aed-8fda-1a7d768fdd1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395498 Jun 22 18:34:24.255158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-217f4c31-c005-419e-95b2-48d9fbcf3947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.572919 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.018079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7294b-5ae3-42e3-ae40-95ae2eab1a04 req-56d14fe7-d96d-47f5-878b-c71adb7d6f7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:25.019612 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58c7294b-5ae3-42e3-ae40-95ae2eab1a04 req-56d14fe7-d96d-47f5-878b-c71adb7d6f7c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0670993 Jun 22 18:34:25.065587 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58c7294b-5ae3-42e3-ae40-95ae2eab1a04 req-8d252d7e-2a24-41c6-9317-38f458257b92 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Jun 22 18:34:26.109443 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.284988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069b1c2-0f8f-456a-a29c-60a35e404b96 req-f9b7ef13-2e9f-4ef9-9e5c-53f50e08208f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:26.286643 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e069b1c2-0f8f-456a-a29c-60a35e404b96 req-f9b7ef13-2e9f-4ef9-9e5c-53f50e08208f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0745981 Jun 22 18:34:26.333670 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e069b1c2-0f8f-456a-a29c-60a35e404b96 req-1050a8c3-52e2-4c5a-8434-47fe989f7e4d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 Jun 22 18:34:27.533706 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc4d10-35fd-4c7a-9b9f-7f98e802af24 req-9d3598fe-36ff-4476-ad16-d9aa03a5d7d2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.535254 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87cc4d10-35fd-4c7a-9b9f-7f98e802af24 req-9d3598fe-36ff-4476-ad16-d9aa03a5d7d2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0714886 Jun 22 18:34:27.577346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87cc4d10-35fd-4c7a-9b9f-7f98e802af24 req-01dc706f-cb7e-4130-81f3-564e864bced1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356002 Jun 22 18:34:27.996713 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.796016 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5e1-4509-4a13-8a5f-6870ec7d5e96 req-3f02dc0b-29a4-4dcb-a1f7-f897125ee67d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:28.798767 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c861a5e1-4509-4a13-8a5f-6870ec7d5e96 req-3f02dc0b-29a4-4dcb-a1f7-f897125ee67d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0958464 Jun 22 18:34:28.838726 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c861a5e1-4509-4a13-8a5f-6870ec7d5e96 req-86c714d3-d0f2-4612-a2dd-5b27896c5937 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343931 Jun 22 18:34:30.057035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13275-c10b-4b83-8b7a-db634961a454 req-fe159e8b-d046-4694-adbf-1123e5e90742 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:30.059608 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24a13275-c10b-4b83-8b7a-db634961a454 req-fe159e8b-d046-4694-adbf-1123e5e90742 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0922246 Jun 22 18:34:30.117824 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24a13275-c10b-4b83-8b7a-db634961a454 req-446f768e-4f43-4b5b-b609-39bdd5e9970f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514193 Jun 22 18:34:31.310206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556267f-3b37-4511-9113-2d9fd1c5a411 req-982d1a61-af2a-4857-b552-616fdf782658 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:31.312094 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b556267f-3b37-4511-9113-2d9fd1c5a411 req-982d1a61-af2a-4857-b552-616fdf782658 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0698063 Jun 22 18:34:31.356070 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b556267f-3b37-4511-9113-2d9fd1c5a411 req-554dd141-b2c3-4d1d-b67e-1cdb04f8e084 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377514 Jun 22 18:34:32.565206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b670b29-ce48-402a-91f0-f9e700d917f3 req-540387fb-575c-47a6-bb5f-ef967738e505 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:32.566799 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5b670b29-ce48-402a-91f0-f9e700d917f3 req-540387fb-575c-47a6-bb5f-ef967738e505 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0747936 Jun 22 18:34:32.614793 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5b670b29-ce48-402a-91f0-f9e700d917f3 req-f9b3219a-57a3-4a27-b3ab-86bf600920f1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Jun 22 18:34:33.828520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757bee-0b5c-406a-b4bf-58d00291eb0f req-5e99422a-fe89-45cf-8961-7dfc50fec938 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:33.830132 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-07757bee-0b5c-406a-b4bf-58d00291eb0f req-5e99422a-fe89-45cf-8961-7dfc50fec938 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0796714 Jun 22 18:34:33.878988 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-07757bee-0b5c-406a-b4bf-58d00291eb0f req-5a466b24-2985-4ff7-b25b-dade8eb6a624 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Jun 22 18:34:35.093299 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7be5-6e24-41f4-8ef8-0cf9e013dabd req-5efb5963-9a79-4ffa-ab96-6711fe1de0fb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.094857 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-490a7be5-6e24-41f4-8ef8-0cf9e013dabd req-5efb5963-9a79-4ffa-ab96-6711fe1de0fb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0729403 Jun 22 18:34:35.166090 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-490a7be5-6e24-41f4-8ef8-0cf9e013dabd req-8febfb7b-0c1b-4c10-9ed8-6105fe5d6c72 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591788 Jun 22 18:34:36.373120 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e52d22-9f46-493f-a077-75cad3d7b510 req-434e2bab-8816-4350-88f4-8031adb51cd5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:36.374627 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f5e52d22-9f46-493f-a077-75cad3d7b510 req-434e2bab-8816-4350-88f4-8031adb51cd5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0752759 Jun 22 18:34:36.421991 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f5e52d22-9f46-493f-a077-75cad3d7b510 req-21589502-4c7b-4e2a-9d65-35fd8d18ae9a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395095 Jun 22 18:34:37.672393 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed230-f1cb-4002-8461-29dc67eda2d1 req-010015a4-9954-4692-bf40-b39ae87ecb9a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:37.674068 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-571ed230-f1cb-4002-8461-29dc67eda2d1 req-010015a4-9954-4692-bf40-b39ae87ecb9a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0674708 Jun 22 18:34:37.732777 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-571ed230-f1cb-4002-8461-29dc67eda2d1 req-9123095a-e16f-4e41-832f-5be7d7971d78 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515103 Jun 22 18:34:38.983907 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b16f5-904e-4d56-948c-527a4295d50d req-a17cd9c1-0a38-4b31-8bb6-c964b433e90b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.986231 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f5b16f5-904e-4d56-948c-527a4295d50d req-a17cd9c1-0a38-4b31-8bb6-c964b433e90b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0909894 Jun 22 18:34:39.047837 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f5b16f5-904e-4d56-948c-527a4295d50d req-1592680e-34ae-4ca2-b540-7c18a83eef33 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548091 Jun 22 18:34:40.271035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de06943-8210-4cc1-bc79-bbbb7b19a21b req-122b3254-ad02-448f-904c-50324454e1be tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:40.272576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9de06943-8210-4cc1-bc79-bbbb7b19a21b req-122b3254-ad02-448f-904c-50324454e1be tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0916998 Jun 22 18:34:40.329308 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9de06943-8210-4cc1-bc79-bbbb7b19a21b req-27a1b1bb-494d-43fe-adfc-b8ecd84b8776 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499680 Jun 22 18:34:41.540776 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc795a3-8098-469f-ba51-47621b1b793f req-4a55cce7-31b2-475e-b543-cd1664ad18d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.541896 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8dc795a3-8098-469f-ba51-47621b1b793f req-4a55cce7-31b2-475e-b543-cd1664ad18d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0684423 Jun 22 18:34:41.582050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8dc795a3-8098-469f-ba51-47621b1b793f req-1aa46d4d-b2a9-4224-8ced-657f72f2352f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Jun 22 18:34:42.780798 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9274-deed-45f6-922b-526b4592e272 req-f1269c43-47d1-44d2-af2a-05d04ff9c558 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:42.781610 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-816a9274-deed-45f6-922b-526b4592e272 req-f1269c43-47d1-44d2-af2a-05d04ff9c558 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0709293 Jun 22 18:34:42.836434 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-816a9274-deed-45f6-922b-526b4592e272 req-549aaa0e-cac4-463f-b764-4301d64475de tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Jun 22 18:34:44.034902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917096b3-627d-4600-8cb9-fff03f0e95de req-07d1db10-22fb-4cc1-9ac2-930ad24ad85b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.036380 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-917096b3-627d-4600-8cb9-fff03f0e95de req-07d1db10-22fb-4cc1-9ac2-930ad24ad85b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0703173 Jun 22 18:34:44.077330 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-917096b3-627d-4600-8cb9-fff03f0e95de req-fbfef0ba-30cc-4b0f-b0b0-e0b80cca0f4d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Jun 22 18:34:45.278120 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd862f-3f58-4ff9-8ae6-37f5a2fe1f14 req-0d5dd2d1-a6fe-431b-9fe4-ff87c9bb8045 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:45.280176 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0fd862f-3f58-4ff9-8ae6-37f5a2fe1f14 req-0d5dd2d1-a6fe-431b-9fe4-ff87c9bb8045 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0786991 Jun 22 18:34:45.319617 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0fd862f-3f58-4ff9-8ae6-37f5a2fe1f14 req-30884df8-1fd8-447a-aa0d-b4e85857a171 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Jun 22 18:34:46.515886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b040a6-5e93-45a7-94e8-85befa0d1a04 req-aabda8eb-7765-405f-8a4c-7a45b0f5d546 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:46.519103 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87b040a6-5e93-45a7-94e8-85befa0d1a04 req-aabda8eb-7765-405f-8a4c-7a45b0f5d546 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0781672 Jun 22 18:34:46.558957 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87b040a6-5e93-45a7-94e8-85befa0d1a04 req-6470a013-9e22-4c2b-9f45-954550f173f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Jun 22 18:34:46.949505 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:47.757048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf690-89d1-4cd2-910a-0985bec74e99 req-8dd9ee6a-c6e9-41d5-b41e-9fcf4098b132 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.758499 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b7bbf690-89d1-4cd2-910a-0985bec74e99 req-8dd9ee6a-c6e9-41d5-b41e-9fcf4098b132 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0829992 Jun 22 18:34:47.797829 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b7bbf690-89d1-4cd2-910a-0985bec74e99 req-c6d107c3-d5e8-4b4e-b280-a6a5abce0790 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Jun 22 18:34:49.002701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75e557-bd92-4289-8bbe-9e7706b18954 req-999efbf8-2737-40eb-a48a-5eef41eb2216 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:49.004148 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0b75e557-bd92-4289-8bbe-9e7706b18954 req-999efbf8-2737-40eb-a48a-5eef41eb2216 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0804064 Jun 22 18:34:49.043154 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0b75e557-bd92-4289-8bbe-9e7706b18954 req-e0f1ab24-429f-4956-a512-56964bf80e71 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Jun 22 18:34:50.233543 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14a22a-41fa-46f8-9106-c640da5f5ad0 req-37419267-744c-411a-81c5-b4e065237e68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:50.235049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d14a22a-41fa-46f8-9106-c640da5f5ad0 req-37419267-744c-411a-81c5-b4e065237e68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0753248 Jun 22 18:34:50.277463 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d14a22a-41fa-46f8-9106-c640da5f5ad0 req-54f27767-6f21-475e-b456-83afcafd14e8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jun 22 18:34:51.207475 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f507b641-949a-4905-91f8-e8a7bfcaccfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:51.462389 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ea53-7bca-427d-8310-fe01c8d7eb1e req-6882b319-c8c3-48a9-aed0-1bcbbe69feea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:51.463815 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf94ea53-7bca-427d-8310-fe01c8d7eb1e req-6882b319-c8c3-48a9-aed0-1bcbbe69feea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0658803 Jun 22 18:34:51.504128 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf94ea53-7bca-427d-8310-fe01c8d7eb1e req-728eb06d-8c7c-46d6-ad27-eb9b5b6b9875 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346458 Jun 22 18:34:52.710703 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584d8f5-5eff-422a-8ff8-cc0e4d5e7730 req-b8588921-b67a-4d37-8caa-daf4e2666348 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:52.712740 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2584d8f5-5eff-422a-8ff8-cc0e4d5e7730 req-b8588921-b67a-4d37-8caa-daf4e2666348 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0706825 Jun 22 18:34:52.751634 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2584d8f5-5eff-422a-8ff8-cc0e4d5e7730 req-79828ac7-2422-47d7-914b-8189d04383cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329254 Jun 22 18:34:53.930968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38788d-d66e-4e9c-8541-5f0f299dda7f req-feaf279b-454d-4227-8317-c0d9d401f363 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:53.932559 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-de38788d-d66e-4e9c-8541-5f0f299dda7f req-feaf279b-454d-4227-8317-c0d9d401f363 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0641513 Jun 22 18:34:53.972255 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-de38788d-d66e-4e9c-8541-5f0f299dda7f req-7ac1e2cb-e25b-49d2-be11-e704b5bd244e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Jun 22 18:34:54.248760 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-618c9d7c-960b-484a-8989-a9bac6fac369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:54.565361 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.166776 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fbe6-f275-44b5-aeff-112a2241829a req-025f0ab4-58a4-4b34-9712-de33df57425d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.168254 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8f9fbe6-f275-44b5-aeff-112a2241829a req-025f0ab4-58a4-4b34-9712-de33df57425d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0699120 Jun 22 18:34:55.207821 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c8f9fbe6-f275-44b5-aeff-112a2241829a req-d59605db-9690-4647-a0dd-caa1183f6fb1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Jun 22 18:34:56.111894 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.404318 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d311c70-01be-44b8-8d47-c137322cbca2 req-34a9d661-18fd-4e9d-a0a1-581f01b152ec tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.405728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d311c70-01be-44b8-8d47-c137322cbca2 req-34a9d661-18fd-4e9d-a0a1-581f01b152ec tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0711150 Jun 22 18:34:56.448890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d311c70-01be-44b8-8d47-c137322cbca2 req-159f23fa-b7d0-403c-a69b-a5252bd70022 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345938 Jun 22 18:34:56.497692 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:57.631373 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aab475-8e07-47df-8ff5-57d51e300271 req-64f24b13-f80a-474e-b91d-abdfb99df853 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.632855 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-94aab475-8e07-47df-8ff5-57d51e300271 req-64f24b13-f80a-474e-b91d-abdfb99df853 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0654936 Jun 22 18:34:57.671374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-94aab475-8e07-47df-8ff5-57d51e300271 req-44cdf4a0-d005-43a7-a455-ab67c3da1a92 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Jun 22 18:34:57.997151 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.868300 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f625d-1f8c-4c35-8edc-5692e3001fa2 req-55dace5b-6207-4519-9be4-8ae71f7d9aaa tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.869918 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab8f625d-1f8c-4c35-8edc-5692e3001fa2 req-55dace5b-6207-4519-9be4-8ae71f7d9aaa tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0758114 Jun 22 18:34:58.916657 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab8f625d-1f8c-4c35-8edc-5692e3001fa2 req-942fa370-bc33-448e-83be-c61e7b5b0867 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Jun 22 18:35:00.109102 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5de279-36ce-4c60-9e5b-975faa32ff0c req-306e65bc-4d73-46ae-976b-7dc97859ec8b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.111207 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bd5de279-36ce-4c60-9e5b-975faa32ff0c req-306e65bc-4d73-46ae-976b-7dc97859ec8b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0715065 Jun 22 18:35:00.154051 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bd5de279-36ce-4c60-9e5b-975faa32ff0c req-252e8515-5091-4099-be8c-5439dd1c7435 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356488 Jun 22 18:35:01.346512 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c60482-2082-47c0-9650-e2b62093ef36 req-67e38dfc-228e-4a45-a81b-f1fc7f92f087 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:01.348029 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e8c60482-2082-47c0-9650-e2b62093ef36 req-67e38dfc-228e-4a45-a81b-f1fc7f92f087 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0689881 Jun 22 18:35:01.389296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e8c60482-2082-47c0-9650-e2b62093ef36 req-e10a804a-0a1b-40cc-a85f-495dcde32ac6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341876 Jun 22 18:35:02.573309 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8fcd-92e3-4cb7-bd3c-c02d188c6715 req-c19b97e4-135a-4e8a-b265-65c7a7213ebf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:02.574771 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-332d8fcd-92e3-4cb7-bd3c-c02d188c6715 req-c19b97e4-135a-4e8a-b265-65c7a7213ebf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0632441 Jun 22 18:35:02.612281 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-332d8fcd-92e3-4cb7-bd3c-c02d188c6715 req-d30c8cae-b9f0-4107-87f2-7fb39cc0ab38 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Jun 22 18:35:03.791415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24914903-a09a-4af5-9772-d067673a4374 req-eaa82b65-c22a-4143-9c13-409b891ac420 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:03.792860 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24914903-a09a-4af5-9772-d067673a4374 req-eaa82b65-c22a-4143-9c13-409b891ac420 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0619662 Jun 22 18:35:03.832950 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-24914903-a09a-4af5-9772-d067673a4374 req-2b9c58d1-79be-4b3b-929f-2f7faa5b37ff tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342095 Jun 22 18:35:05.032949 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52edbc-dfb4-475e-abb7-a5a209965956 req-ec45d3bc-94e3-48fa-ae92-205cc3d41fd7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.034383 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-df52edbc-dfb4-475e-abb7-a5a209965956 req-ec45d3bc-94e3-48fa-ae92-205cc3d41fd7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0721767 Jun 22 18:35:05.071065 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-df52edbc-dfb4-475e-abb7-a5a209965956 req-ca1dabcc-0128-43ad-b79e-a6d78d6d9411 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Jun 22 18:35:06.254836 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acbf7-3c3e-4e68-84ff-d25293cef1e1 req-90e458a0-ae4f-4fb8-8c5f-40b2d0ad1158 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:06.256420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-596acbf7-3c3e-4e68-84ff-d25293cef1e1 req-90e458a0-ae4f-4fb8-8c5f-40b2d0ad1158 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0684278 Jun 22 18:35:06.294478 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-596acbf7-3c3e-4e68-84ff-d25293cef1e1 req-46e4af5b-49f5-4d24-9a68-fe7ac29c7724 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Jun 22 18:35:07.471613 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d30e7-0459-4d14-afa6-82f5f737c700 req-ff982d74-da32-43fe-93b3-e4f8dbe494e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:07.473201 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-240d30e7-0459-4d14-afa6-82f5f737c700 req-ff982d74-da32-43fe-93b3-e4f8dbe494e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0644825 Jun 22 18:35:07.511052 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-240d30e7-0459-4d14-afa6-82f5f737c700 req-db163600-937a-4ccb-977f-43a302adc507 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Jun 22 18:35:08.693546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427e215-4ca3-4cbd-b65c-4211b6b204d1 req-da7a417c-be74-473c-8c64-ca2052517ad0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.695013 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f427e215-4ca3-4cbd-b65c-4211b6b204d1 req-da7a417c-be74-473c-8c64-ca2052517ad0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0645680 Jun 22 18:35:08.733083 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f427e215-4ca3-4cbd-b65c-4211b6b204d1 req-d45450d9-2e58-4bfe-bbaf-4f88dabb1c3c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Jun 22 18:35:09.913956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d047-b283-43b2-b77d-dd88106cc389 req-acec20af-698a-46d9-a06b-a820f17872f9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:09.915461 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0c7d047-b283-43b2-b77d-dd88106cc389 req-acec20af-698a-46d9-a06b-a820f17872f9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0633638 Jun 22 18:35:09.955337 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0c7d047-b283-43b2-b77d-dd88106cc389 req-a4eca112-4b97-4764-9760-77460d8756d0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Jun 22 18:35:11.376925 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377e0c-704e-434c-9040-88544b87ebb8 req-941bbbc8-df0f-4225-bb1f-b47c58247071 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.378405 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79377e0c-704e-434c-9040-88544b87ebb8 req-941bbbc8-df0f-4225-bb1f-b47c58247071 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.2997053 Jun 22 18:35:11.416555 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79377e0c-704e-434c-9040-88544b87ebb8 req-3300b1a2-162e-4e88-88cb-07188a50ca41 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Jun 22 18:35:12.595676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fed3fe-efbd-4703-ae26-c23297225b84 req-618dbe7b-7a39-4f69-a492-787140911d60 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.597065 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38fed3fe-efbd-4703-ae26-c23297225b84 req-618dbe7b-7a39-4f69-a492-787140911d60 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0631859 Jun 22 18:35:12.636447 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38fed3fe-efbd-4703-ae26-c23297225b84 req-822c2399-734a-4bef-b6ae-71ffb330c40b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Jun 22 18:35:13.820840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6644-7017-4a0d-9fe3-a4c7aaa83a5b req-078c18f4-eb8f-41de-bb84-1cb33f1563ad tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.822832 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9dbe6644-7017-4a0d-9fe3-a4c7aaa83a5b req-078c18f4-eb8f-41de-bb84-1cb33f1563ad tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0644789 Jun 22 18:35:13.865138 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9dbe6644-7017-4a0d-9fe3-a4c7aaa83a5b req-d80513d6-f076-4f2f-b594-fb578f094bbd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363061 Jun 22 18:35:15.050295 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698911f7-afd9-4cde-b824-e53419477a78 req-53467766-b610-451d-ba7a-43ba29d05d68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.051808 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-698911f7-afd9-4cde-b824-e53419477a78 req-53467766-b610-451d-ba7a-43ba29d05d68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0681133 Jun 22 18:35:15.090625 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-698911f7-afd9-4cde-b824-e53419477a78 req-6b442b04-4761-4489-b7ad-0204a1ff2968 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Jun 22 18:35:16.276929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854ed4-0b16-4261-acc3-4f9698f256bc req-754ea712-345e-4e3b-9043-2ad3bb4eafd6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.278603 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d6854ed4-0b16-4261-acc3-4f9698f256bc req-754ea712-345e-4e3b-9043-2ad3bb4eafd6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0687625 Jun 22 18:35:16.322775 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d6854ed4-0b16-4261-acc3-4f9698f256bc req-1308b881-aad6-41a2-8a09-dd78016be4d8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384483 Jun 22 18:35:16.972291 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.514620 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad5e5-c675-47b5-8792-4fa5eb9e3a65 req-81f490a0-32cf-40a1-913e-30eb1d4422e2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:17.516250 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e68ad5e5-c675-47b5-8792-4fa5eb9e3a65 req-81f490a0-32cf-40a1-913e-30eb1d4422e2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0678453 Jun 22 18:35:17.553324 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e68ad5e5-c675-47b5-8792-4fa5eb9e3a65 req-3851d4c2-7360-4be8-94d1-7649f9eb8c7f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Jun 22 18:35:18.885023 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8db81-9c41-4c03-9d59-86b549456af7 req-b14a4fab-d68d-40da-8edf-7cb543c38b2e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:18.886436 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-41b8db81-9c41-4c03-9d59-86b549456af7 req-b14a4fab-d68d-40da-8edf-7cb543c38b2e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0638309 Jun 22 18:35:18.927233 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-41b8db81-9c41-4c03-9d59-86b549456af7 req-4b82df6f-13ca-4c07-b8d9-17ecc23e9437 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Jun 22 18:35:20.111056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de6ec9-cdaa-4c81-a086-696855fb82c9 req-52b3dc6a-9957-4ece-b827-538c123515c7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.112605 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14de6ec9-cdaa-4c81-a086-696855fb82c9 req-52b3dc6a-9957-4ece-b827-538c123515c7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0672615 Jun 22 18:35:20.153202 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14de6ec9-cdaa-4c81-a086-696855fb82c9 req-0711fcbb-8c2c-4e41-b80d-8f9534ca34b7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347960 Jun 22 18:35:21.207634 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c24207d0-be6b-4e91-a8f6-d6db5962b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:21.328668 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56069546-44a4-42b5-b403-95e0e473a6dc req-585f2e66-f701-452f-9de2-b8cf8a7bd690 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:21.330011 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56069546-44a4-42b5-b403-95e0e473a6dc req-585f2e66-f701-452f-9de2-b8cf8a7bd690 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0612986 Jun 22 18:35:21.369328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56069546-44a4-42b5-b403-95e0e473a6dc req-13e0ecf9-e3da-4c80-8e13-b0634cf9baa1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Jun 22 18:35:22.571008 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50718cf-9e9a-4a7a-a16f-0f238bc0d081 req-1ca81cb6-f6bf-40f4-b5d1-a31cfea60fe5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:22.573631 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a50718cf-9e9a-4a7a-a16f-0f238bc0d081 req-1ca81cb6-f6bf-40f4-b5d1-a31cfea60fe5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0652819 Jun 22 18:35:22.610716 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a50718cf-9e9a-4a7a-a16f-0f238bc0d081 req-f2d04ca6-f8b0-4575-9ec8-15bfae03b6a9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Jun 22 18:35:23.789186 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfd53-7735-45c8-b427-11330dfa50f7 req-84307108-7b66-48ef-8504-b5ceecc8a665 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:23.790647 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-542cfd53-7735-45c8-b427-11330dfa50f7 req-84307108-7b66-48ef-8504-b5ceecc8a665 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0662727 Jun 22 18:35:23.830276 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-542cfd53-7735-45c8-b427-11330dfa50f7 req-62804b1c-575b-4d98-a536-62ba237a1fdb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336390 Jun 22 18:35:24.251037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dcf03a4b-9987-4706-baad-0ac4786cf1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:24.567305 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:25.009022 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64605f3-0151-4f64-a10a-d7cc7e4fe175 req-d98c1b50-91be-46ae-b4b0-1df4419193de tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:25.010962 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d64605f3-0151-4f64-a10a-d7cc7e4fe175 req-d98c1b50-91be-46ae-b4b0-1df4419193de tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0669200 Jun 22 18:35:25.049716 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d64605f3-0151-4f64-a10a-d7cc7e4fe175 req-6dbd779a-2f48-414e-9947-b604dafd3d70 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Jun 22 18:35:26.114918 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.281110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fce13-ab10-46f4-88fd-65708d978af2 req-e6aede86-f4de-4423-a5b9-805272be6cdf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.282578 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-884fce13-ab10-46f4-88fd-65708d978af2 req-e6aede86-f4de-4423-a5b9-805272be6cdf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1138933 Jun 22 18:35:26.320309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-884fce13-ab10-46f4-88fd-65708d978af2 req-4dbadcfb-ea22-455c-8ebe-ae3ab065c1c5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Jun 22 18:35:27.545136 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd41e0-c0d2-4c02-9002-923ffe014caa req-f1108f7d-a179-4d30-b3f8-340f1af93000 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.546601 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9fbd41e0-c0d2-4c02-9002-923ffe014caa req-f1108f7d-a179-4d30-b3f8-340f1af93000 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1095543 Jun 22 18:35:27.582941 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9fbd41e0-c0d2-4c02-9002-923ffe014caa req-458c2112-c02f-492d-8f3a-2a902c2650f4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Jun 22 18:35:28.010816 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.755474 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038ea8c-59ef-47d6-a99d-4253fbabce32 req-bd371eb4-810e-4e74-a34c-59f2f7deabe9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:28.756924 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4038ea8c-59ef-47d6-a99d-4253fbabce32 req-bd371eb4-810e-4e74-a34c-59f2f7deabe9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0611486 Jun 22 18:35:28.794050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4038ea8c-59ef-47d6-a99d-4253fbabce32 req-224786cd-7fd1-4839-9ea1-27940b694e51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Jun 22 18:35:29.973994 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb684e-530a-4dab-a742-28400dab52c2 req-5549e3dc-b7dd-44b8-bf1f-1b5015271834 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:29.975443 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5dcb684e-530a-4dab-a742-28400dab52c2 req-5549e3dc-b7dd-44b8-bf1f-1b5015271834 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0667439 Jun 22 18:35:30.013622 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5dcb684e-530a-4dab-a742-28400dab52c2 req-d7c87741-e4a8-4b89-aaf0-04e5907234d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Jun 22 18:35:31.189302 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d063-0448-4948-b2bc-2de0f6dedd5d req-a326948a-15a9-448f-8267-5c49c4f101b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:31.190919 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8e39d063-0448-4948-b2bc-2de0f6dedd5d req-a326948a-15a9-448f-8267-5c49c4f101b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640504 Jun 22 18:35:31.232644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8e39d063-0448-4948-b2bc-2de0f6dedd5d req-2c1b7ed2-696a-4bfe-a4e5-fec73e6af43f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Jun 22 18:35:32.419942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d08a8-28c9-4e9a-af31-4f5e8387cb7d req-d3d818e4-a0bb-4f68-92e4-dfca2c7bbd1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:32.421445 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-551d08a8-28c9-4e9a-af31-4f5e8387cb7d req-d3d818e4-a0bb-4f68-92e4-dfca2c7bbd1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0676591 Jun 22 18:35:32.461822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-551d08a8-28c9-4e9a-af31-4f5e8387cb7d req-d0d33da1-4e67-49d1-90e0-3854bd7fad19 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Jun 22 18:35:33.497140 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:33.640926 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c829b-87d8-4fd5-8e66-0a1e86372aab req-36d5414d-8748-491e-8555-2638cb18fbed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:33.642382 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-662c829b-87d8-4fd5-8e66-0a1e86372aab req-36d5414d-8748-491e-8555-2638cb18fbed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0639076 Jun 22 18:35:33.679464 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-662c829b-87d8-4fd5-8e66-0a1e86372aab req-c38e77ff-1042-4841-a65f-754b6f424593 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jun 22 18:35:34.858173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0992-31e6-43eb-b957-c3575ed3c831 req-72b041bc-c22e-43d3-bad6-34fb42cb8777 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:34.859575 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-843c0992-31e6-43eb-b957-c3575ed3c831 req-72b041bc-c22e-43d3-bad6-34fb42cb8777 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0658128 Jun 22 18:35:34.897199 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-843c0992-31e6-43eb-b957-c3575ed3c831 req-f99a7285-18ff-4f2b-8aeb-19f6aec20b5c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Jun 22 18:35:36.088541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b69781-d6be-4cde-92a4-cdd9163c822f req-6542788f-3813-4874-bd9c-a8c1470206c8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:36.089978 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3b69781-d6be-4cde-92a4-cdd9163c822f req-6542788f-3813-4874-bd9c-a8c1470206c8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0729725 Jun 22 18:35:36.129876 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3b69781-d6be-4cde-92a4-cdd9163c822f req-d6d699e7-f7b0-4503-90f5-ed204a56fb80 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342102 Jun 22 18:35:37.307834 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31872-09fc-4101-8dab-db2d30433871 req-0f26039b-b51d-42c4-8c47-4d46f5c90ebe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:37.309221 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2b31872-09fc-4101-8dab-db2d30433871 req-0f26039b-b51d-42c4-8c47-4d46f5c90ebe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0624268 Jun 22 18:35:37.347329 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2b31872-09fc-4101-8dab-db2d30433871 req-6b7eeb9b-b625-4841-b6e3-c4e8e79ba84b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324657 Jun 22 18:35:38.590355 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8efefd-a1bd-40b1-9541-0119b2b51d69 req-bb51e868-46f1-495d-8197-9f63371425e7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.591895 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ce8efefd-a1bd-40b1-9541-0119b2b51d69 req-bb51e868-46f1-495d-8197-9f63371425e7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0738704 Jun 22 18:35:38.636733 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ce8efefd-a1bd-40b1-9541-0119b2b51d69 req-916ec900-90a9-467a-a347-a1ce2aabaf98 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Jun 22 18:35:39.852024 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b64b9-c57b-489d-86a2-389e00a80992 req-b5c53a1e-964f-4266-bde4-f8e77f5c1de1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:39.854243 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b1b64b9-c57b-489d-86a2-389e00a80992 req-b5c53a1e-964f-4266-bde4-f8e77f5c1de1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0933383 Jun 22 18:35:39.911170 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b1b64b9-c57b-489d-86a2-389e00a80992 req-b0c593c8-9b48-4a91-b412-c33d645c653f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505650 Jun 22 18:35:41.143838 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbced62-7e46-4e33-b156-5aee035bef48 req-370b4f1e-5f6b-43d3-bea0-22af2428b5fc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:41.145663 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6bbced62-7e46-4e33-b156-5aee035bef48 req-370b4f1e-5f6b-43d3-bea0-22af2428b5fc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0675004 Jun 22 18:35:41.199735 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6bbced62-7e46-4e33-b156-5aee035bef48 req-14eec551-1666-437c-b55d-c6d4e8b0130f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Jun 22 18:35:42.473628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d9dee-edfe-4755-bd54-0ed8cacba3ce req-bb8187ae-a281-49d0-abde-c003ab0e4e5d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:42.475929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-889d9dee-edfe-4755-bd54-0ed8cacba3ce req-bb8187ae-a281-49d0-abde-c003ab0e4e5d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0860083 Jun 22 18:35:42.534569 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-889d9dee-edfe-4755-bd54-0ed8cacba3ce req-035a665e-dc62-4f5c-8992-120d83ef5c78 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508521 Jun 22 18:35:43.725875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c56a8-2b7d-4809-ad43-746887f12e0d req-a3c5ce48-e549-4730-87e5-9786ae9d156b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.728155 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-922c56a8-2b7d-4809-ad43-746887f12e0d req-a3c5ce48-e549-4730-87e5-9786ae9d156b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0716710 Jun 22 18:35:43.769397 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-922c56a8-2b7d-4809-ad43-746887f12e0d req-9005d67a-6160-48b8-9a99-ac2c7e76f0af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345058 Jun 22 18:35:44.968202 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492ce7-d0db-49bc-b9b1-328ea52f69a0 req-0598fcde-db5c-4286-b9cc-8e9ea6757860 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:44.969817 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3492ce7-d0db-49bc-b9b1-328ea52f69a0 req-0598fcde-db5c-4286-b9cc-8e9ea6757860 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0733011 Jun 22 18:35:45.013275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3492ce7-d0db-49bc-b9b1-328ea52f69a0 req-fd651186-1b92-4330-9584-c0359b247f13 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jun 22 18:35:46.221635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431ad9a-8e2c-4967-ad3b-1300396476ba req-681762f0-afe3-4907-83e1-c0f6628e7528 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.223350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4431ad9a-8e2c-4967-ad3b-1300396476ba req-681762f0-afe3-4907-83e1-c0f6628e7528 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0749319 Jun 22 18:35:46.273860 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4431ad9a-8e2c-4967-ad3b-1300396476ba req-a979f00c-a6b5-4b4c-b9ba-1304b47df987 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390799 Jun 22 18:35:46.467897 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-f558d9a4-327c-42c5-ad53-35207e40f8d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078005 Jun 22 18:35:46.581106 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-64e65b66-abbf-4099-a96e-537f5aa32374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.582452 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-64e65b66-abbf-4099-a96e-537f5aa32374 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0590222 Jun 22 18:35:46.700613 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-2e610553-0cc1-4a00-aae7-21e7f0f3b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.702162 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-2e610553-0cc1-4a00-aae7-21e7f0f3b478 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0945344 Jun 22 18:35:46.751611 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-929d4fe7-d891-486d-b374-05c4d590338e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0396779 Jun 22 18:35:46.803059 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-ec4e4ac1-6e9d-4bc5-986d-5d67588b0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.804476 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-ec4e4ac1-6e9d-4bc5-986d-5d67588b0341 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0449345 Jun 22 18:35:46.840515 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-85b2d66f-dfdf-4fb7-b04b-412932fcc731 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269337 Jun 22 18:35:46.942978 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-f5a83e86-a23d-4a25-b8bd-956455fb28df service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943317 Jun 22 18:35:46.994307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.051729 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3501c075-f35a-4a42-b33b-569e33e98f18 req-7f0831f3-ffea-4d55-8fc6-451f4e24e842 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001613 Jun 22 18:35:47.511191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bd558-67bd-4837-ac04-da418e603136 req-c096b0e1-cc70-4740-9bc7-3dfa1908fc51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:47.512795 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb1bd558-67bd-4837-ac04-da418e603136 req-c096b0e1-cc70-4740-9bc7-3dfa1908fc51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0890591 Jun 22 18:35:47.554049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb1bd558-67bd-4837-ac04-da418e603136 req-06360374-bd6f-485e-b647-8a70bf7ef0bb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350716 Jun 22 18:35:48.765918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73104d-7b7a-4f6a-a526-d916994646b1 req-9473ef1f-054c-47f0-bfb7-f8ab60ce3580 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.768074 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-de73104d-7b7a-4f6a-a526-d916994646b1 req-9473ef1f-054c-47f0-bfb7-f8ab60ce3580 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0904071 Jun 22 18:35:48.814977 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-de73104d-7b7a-4f6a-a526-d916994646b1 req-8d7cd65e-f8a7-4090-a9aa-8f693e7f022d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Jun 22 18:35:50.006052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7978e6-80f6-41b4-8fd8-12b7ea1b6ab1 req-5e7c96c4-ebea-4879-960b-db4ff5a29840 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.007484 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d7978e6-80f6-41b4-8fd8-12b7ea1b6ab1 req-5e7c96c4-ebea-4879-960b-db4ff5a29840 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0661108 Jun 22 18:35:50.047236 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d7978e6-80f6-41b4-8fd8-12b7ea1b6ab1 req-604f1042-172b-4cf4-908f-19a207891d42 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jun 22 18:35:51.213036 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b4664b15-3744-4dde-bad5-483f846cfc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.251436 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7029-1803-49a2-8460-ef1eb0338469 req-5408b579-971b-46d5-af7f-48444f91a49c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:51.252985 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bada7029-1803-49a2-8460-ef1eb0338469 req-5408b579-971b-46d5-af7f-48444f91a49c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0694108 Jun 22 18:35:51.292645 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bada7029-1803-49a2-8460-ef1eb0338469 req-53a63a30-d98e-4638-83d6-5250be2b0006 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Jun 22 18:35:52.485569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd59df-3cd1-45e8-8f77-7727524c9d9e req-e1244066-f7c9-418d-a65e-56bb30b81f33 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:52.487004 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bdd59df-3cd1-45e8-8f77-7727524c9d9e req-e1244066-f7c9-418d-a65e-56bb30b81f33 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0655375 Jun 22 18:35:52.529872 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bdd59df-3cd1-45e8-8f77-7727524c9d9e req-0bf4e6d2-0781-4bf7-9897-6f9cb51b56fe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367799 Jun 22 18:35:53.776931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e305b-fe20-4d52-bf38-66ebc460c022 req-12efc27c-0c20-4105-adc6-32b934cb87a5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:53.778326 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb0e305b-fe20-4d52-bf38-66ebc460c022 req-12efc27c-0c20-4105-adc6-32b934cb87a5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0854597 Jun 22 18:35:53.825793 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb0e305b-fe20-4d52-bf38-66ebc460c022 req-acbe8418-eeea-4904-b31c-5a131bd86795 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393331 Jun 22 18:35:54.261106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b7003a90-317a-40b5-ad69-b0c93cc64a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.576081 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.184989 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e81bd-cf97-486b-bd6e-a0e6c7c627a2 req-ddcde25f-b616-40ec-8ec1-55bc4c6cfa02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:55.186446 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c4e81bd-cf97-486b-bd6e-a0e6c7c627a2 req-ddcde25f-b616-40ec-8ec1-55bc4c6cfa02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0732987 Jun 22 18:35:55.240129 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c4e81bd-cf97-486b-bd6e-a0e6c7c627a2 req-32a37330-93c2-402f-994b-7b42b5d9e46f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480216 Jun 22 18:35:56.117635 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.444326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe792a0-bf1c-4509-95ac-43c745f885dd req-5581d42a-9898-4ab8-b9cf-a1b1c5098465 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.445862 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bbe792a0-bf1c-4509-95ac-43c745f885dd req-5581d42a-9898-4ab8-b9cf-a1b1c5098465 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0737114 Jun 22 18:35:56.490008 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bbe792a0-bf1c-4509-95ac-43c745f885dd req-b551c133-9c70-47a6-8821-055843e0da43 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Jun 22 18:35:57.690842 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2ead-4900-4afd-ad53-8cbb7b326d6d req-e6265754-36cd-4e40-844a-3e5f6e561d8c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:57.692494 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-639f2ead-4900-4afd-ad53-8cbb7b326d6d req-e6265754-36cd-4e40-844a-3e5f6e561d8c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0718598 Jun 22 18:35:57.734196 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-639f2ead-4900-4afd-ad53-8cbb7b326d6d req-50cd26fb-87be-4749-87ec-5569f35de9ef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Jun 22 18:35:57.998593 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:58.915080 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2981-848c-472b-b383-53af9407d3fc req-20a61187-bcc7-4bbf-a630-ff5a1430611b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:58.917115 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a08c2981-848c-472b-b383-53af9407d3fc req-20a61187-bcc7-4bbf-a630-ff5a1430611b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0628252 Jun 22 18:35:58.954044 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a08c2981-848c-472b-b383-53af9407d3fc req-eae389ed-f031-46ab-9360-21270c5d1bfd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jun 22 18:36:00.144254 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a88fb-05ff-4ba1-97a0-5b3172fa2031 req-a3da1cc9-3172-43d4-acd6-ea9608dc7a82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:00.145862 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f41a88fb-05ff-4ba1-97a0-5b3172fa2031 req-a3da1cc9-3172-43d4-acd6-ea9608dc7a82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0730824 Jun 22 18:36:00.207794 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f41a88fb-05ff-4ba1-97a0-5b3172fa2031 req-d42ce7f3-a9e4-4431-8d13-434f40e2f4f5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 Jun 22 18:36:01.418019 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc90e3-a931-4577-985e-204bc6569460 req-6cf3018c-594d-4157-b314-89a575c13c8b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:01.419520 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b5dc90e3-a931-4577-985e-204bc6569460 req-6cf3018c-594d-4157-b314-89a575c13c8b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0765660 Jun 22 18:36:01.458917 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b5dc90e3-a931-4577-985e-204bc6569460 req-21df6bc7-c3c0-47f6-a3a2-29b760440e23 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336299 Jun 22 18:36:02.660879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c377e6-d316-401b-bf30-7e6609e53207 req-38b4d9f8-a2a1-4449-888b-5cac7ecb2b5c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:02.662431 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d0c377e6-d316-401b-bf30-7e6609e53207 req-38b4d9f8-a2a1-4449-888b-5cac7ecb2b5c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0784235 Jun 22 18:36:02.714663 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d0c377e6-d316-401b-bf30-7e6609e53207 req-0bc8bc8e-e2dc-41fe-a8a9-87a13ac2be9a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Jun 22 18:36:03.977848 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ac58-2775-495d-ae6f-15670e353a0a req-208e3259-d250-4615-b85b-7fb6a993607e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:03.979547 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a17ac58-2775-495d-ae6f-15670e353a0a req-208e3259-d250-4615-b85b-7fb6a993607e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0707374 Jun 22 18:36:04.019423 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a17ac58-2775-495d-ae6f-15670e353a0a req-e0c651e2-daa4-4f0e-8690-65c1934a41bd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Jun 22 18:36:05.208226 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c496-e548-4973-b408-356504de4053 req-fa95563f-6410-4fd4-aa9b-04cb96a27dd7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:05.209935 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a123c496-e548-4973-b408-356504de4053 req-fa95563f-6410-4fd4-aa9b-04cb96a27dd7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0660105 Jun 22 18:36:05.248865 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a123c496-e548-4973-b408-356504de4053 req-a40ebb19-deab-4aac-8871-dc2017e732b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Jun 22 18:36:06.442749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92820a-46f9-43b4-9073-3fc7fdb1832d req-b8bff268-8bfe-4bee-94aa-e1e6554a1666 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:06.444199 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7a92820a-46f9-43b4-9073-3fc7fdb1832d req-b8bff268-8bfe-4bee-94aa-e1e6554a1666 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640929 Jun 22 18:36:06.484907 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7a92820a-46f9-43b4-9073-3fc7fdb1832d req-55bc942f-55a0-437a-9d8a-9b1e4006b7e8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Jun 22 18:36:07.696552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b8fa8-564b-47da-8446-79652cf2a515 req-5a73a3e4-9dbf-4476-8be4-2f3524446f55 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:07.698294 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-954b8fa8-564b-47da-8446-79652cf2a515 req-5a73a3e4-9dbf-4476-8be4-2f3524446f55 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0910499 Jun 22 18:36:07.743328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-954b8fa8-564b-47da-8446-79652cf2a515 req-69097b71-1314-4979-afe7-603362ad5345 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378747 Jun 22 18:36:08.929999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47358738-7106-4dee-b727-4a2698ffa015 req-72414182-d55d-461c-91f9-bdf310af5064 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:08.931400 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-47358738-7106-4dee-b727-4a2698ffa015 req-72414182-d55d-461c-91f9-bdf310af5064 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0653603 Jun 22 18:36:08.969296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-47358738-7106-4dee-b727-4a2698ffa015 req-65c4fa93-8a75-4aa9-89ad-459a0fa544b5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Jun 22 18:36:10.149420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ee6c-392d-438d-8a09-25fc2a1e65cb req-fea53e24-7a86-4666-b546-687ff49fe567 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.151477 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d1f2ee6c-392d-438d-8a09-25fc2a1e65cb req-fea53e24-7a86-4666-b546-687ff49fe567 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0664370 Jun 22 18:36:10.188605 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d1f2ee6c-392d-438d-8a09-25fc2a1e65cb req-cdfae89d-5191-463f-a2e6-431648926309 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Jun 22 18:36:10.497022 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:36:11.370588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003ede2-353c-4819-ba51-8f527868ab29 req-c79cda78-13e1-49e9-b01b-47ad6b7208cc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:11.372012 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8003ede2-353c-4819-ba51-8f527868ab29 req-c79cda78-13e1-49e9-b01b-47ad6b7208cc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0622582 Jun 22 18:36:11.409571 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8003ede2-353c-4819-ba51-8f527868ab29 req-6c05e5f1-b137-49f1-a304-36980e9307d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jun 22 18:36:12.590027 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc632-aa44-467b-a154-3cef2c1c782c req-62a95bdd-3c5d-4963-a7d5-3c626c9ba50c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:12.591465 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-959cc632-aa44-467b-a154-3cef2c1c782c req-62a95bdd-3c5d-4963-a7d5-3c626c9ba50c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0614378 Jun 22 18:36:12.627958 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-959cc632-aa44-467b-a154-3cef2c1c782c req-36d829ba-0585-47a6-82d2-0fe907b6c57e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Jun 22 18:36:13.825016 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801cf5-2629-49c1-bc0d-e8f58572e06d req-1b1f22fc-a50c-4402-871d-08065f072c68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:13.826539 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca801cf5-2629-49c1-bc0d-e8f58572e06d req-1b1f22fc-a50c-4402-871d-08065f072c68 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0743055 Jun 22 18:36:13.866252 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca801cf5-2629-49c1-bc0d-e8f58572e06d req-bb0ec9dd-b60e-4747-81f4-5274590052c5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334654 Jun 22 18:36:15.043576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3937d98-241c-4d86-ae69-ffd61f1ad8db req-a0ffe9fb-5dc4-4b6d-a5c9-fb2b1f338f03 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:15.045062 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3937d98-241c-4d86-ae69-ffd61f1ad8db req-a0ffe9fb-5dc4-4b6d-a5c9-fb2b1f338f03 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0631826 Jun 22 18:36:15.083858 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3937d98-241c-4d86-ae69-ffd61f1ad8db req-9f0fda65-0bee-495c-8905-53467218347d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Jun 22 18:36:16.272945 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b9898-4594-4214-b0fc-bf2b53efc831 req-c3011997-1d37-4264-b80d-9b23a29c748b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:16.274302 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a85b9898-4594-4214-b0fc-bf2b53efc831 req-c3011997-1d37-4264-b80d-9b23a29c748b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0693262 Jun 22 18:36:16.311632 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a85b9898-4594-4214-b0fc-bf2b53efc831 req-c24fa5e0-f24a-4332-ad83-f36900db2efe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306802 Jun 22 18:36:17.023003 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:17.489981 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54a146-1e5d-40e5-8f0b-079614976614 req-dac909e3-514b-4182-804d-9fc9c85fb795 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:17.491425 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f54a146-1e5d-40e5-8f0b-079614976614 req-dac909e3-514b-4182-804d-9fc9c85fb795 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0631187 Jun 22 18:36:17.529780 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f54a146-1e5d-40e5-8f0b-079614976614 req-1c544187-730d-48b8-aee3-209fb69a10e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jun 22 18:36:18.714030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba086-b977-4cd7-bec6-4a936703afab req-120238dc-f763-4055-ba9f-9fc52bb1ea67 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:18.715759 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7feba086-b977-4cd7-bec6-4a936703afab req-120238dc-f763-4055-ba9f-9fc52bb1ea67 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0612223 Jun 22 18:36:18.751744 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7feba086-b977-4cd7-bec6-4a936703afab req-048854c9-cc87-4d50-a075-b7f8dbb401ea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Jun 22 18:36:19.934991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9014ce-7601-4ed3-869e-0679e0141230 req-b74b2615-159b-417d-a6c5-5df4dae45aac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:19.936802 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f9014ce-7601-4ed3-869e-0679e0141230 req-b74b2615-159b-417d-a6c5-5df4dae45aac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0661051 Jun 22 18:36:19.979755 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6f9014ce-7601-4ed3-869e-0679e0141230 req-10f8c4fe-e215-42d6-8f29-891fcf4f5e62 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Jun 22 18:36:21.168064 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3f56b-9016-4456-89f6-8e9e79357bed req-7b06a77e-acec-419a-86c9-9ed97cd18323 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.169688 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f5f3f56b-9016-4456-89f6-8e9e79357bed req-7b06a77e-acec-419a-86c9-9ed97cd18323 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0629961 Jun 22 18:36:21.208466 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f5f3f56b-9016-4456-89f6-8e9e79357bed req-34a6cb65-4674-421f-ab46-965c561c586c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Jun 22 18:36:21.215989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e7ea98cf-1fe0-4c31-8df7-496bf5556325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:22.405477 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0446665-c765-40e8-b406-560cbbe1e12e req-d737c761-d3b5-4385-b978-13c6fcdcecf3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:22.407446 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0446665-c765-40e8-b406-560cbbe1e12e req-d737c761-d3b5-4385-b978-13c6fcdcecf3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0816457 Jun 22 18:36:22.455747 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0446665-c765-40e8-b406-560cbbe1e12e req-897e9b72-6596-4e49-9b60-a9870baefccc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Jun 22 18:36:23.645057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c147af-9c41-4d5f-b678-90078da5f123 req-e562506c-bcb9-4053-aaca-8f9e0e3b5d9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:23.647289 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-18c147af-9c41-4d5f-b678-90078da5f123 req-e562506c-bcb9-4053-aaca-8f9e0e3b5d9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0657082 Jun 22 18:36:23.685963 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-18c147af-9c41-4d5f-b678-90078da5f123 req-3332673a-fde0-4eab-879f-e0e10d66f29a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Jun 22 18:36:24.254023 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-38aa2a07-681c-43b7-89e2-ae95b9000529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:24.566307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:25.025062 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18314297-95fd-4391-92d0-a1ce721160d0 req-7d5f9848-52a2-4abc-b4cc-cf197ecf633a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:25.026490 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-18314297-95fd-4391-92d0-a1ce721160d0 req-7d5f9848-52a2-4abc-b4cc-cf197ecf633a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0608113 Jun 22 18:36:25.063912 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-18314297-95fd-4391-92d0-a1ce721160d0 req-09332ba2-0f5d-47c3-9c69-4553f09ea4db tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jun 22 18:36:26.119698 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:26.240891 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236b90a-c98f-4745-a1be-205ccd209223 req-f15e7925-6c1f-4b80-abc4-33af010238e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:26.242209 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7236b90a-c98f-4745-a1be-205ccd209223 req-f15e7925-6c1f-4b80-abc4-33af010238e1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0651388 Jun 22 18:36:26.279539 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7236b90a-c98f-4745-a1be-205ccd209223 req-ad5839f5-2f71-4c3e-83b6-b6a77f780748 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303025 Jun 22 18:36:27.457558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf833-b801-48b6-91e8-5e2e274d96fd req-0899af4b-8528-4564-aceb-81790c9ca3d2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:27.458984 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-850bf833-b801-48b6-91e8-5e2e274d96fd req-0899af4b-8528-4564-aceb-81790c9ca3d2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0619812 Jun 22 18:36:27.496993 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-850bf833-b801-48b6-91e8-5e2e274d96fd req-d9558623-2b41-4da5-a9f4-3b86fb7ade64 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jun 22 18:36:28.001723 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:28.675778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9b997-e42f-42f7-8466-8c038e25b16b req-01d68f95-39f4-4b3f-ba55-b63f8a6d6749 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:28.677216 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ba9b997-e42f-42f7-8466-8c038e25b16b req-01d68f95-39f4-4b3f-ba55-b63f8a6d6749 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0653863 Jun 22 18:36:28.715996 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ba9b997-e42f-42f7-8466-8c038e25b16b req-3d423ed2-8e4a-4290-a7f0-751d29e7e731 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Jun 22 18:36:29.904499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989718b3-dbcc-4888-b1f9-604b8a06002f req-13234b47-4184-4da0-9928-1a166bbcbf06 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:29.905960 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-989718b3-dbcc-4888-b1f9-604b8a06002f req-13234b47-4184-4da0-9928-1a166bbcbf06 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0707181 Jun 22 18:36:29.952481 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-989718b3-dbcc-4888-b1f9-604b8a06002f req-908391cb-200a-499d-a423-6230457af096 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Jun 22 18:36:31.137957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562f8e8-b023-48f8-9375-0cdd17f594f4 req-39b3482f-67f4-47bf-bffd-840706ebdc6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:31.139349 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5562f8e8-b023-48f8-9375-0cdd17f594f4 req-39b3482f-67f4-47bf-bffd-840706ebdc6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0619080 Jun 22 18:36:31.175621 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5562f8e8-b023-48f8-9375-0cdd17f594f4 req-0cb4d048-eadd-44ff-b512-bb85aaa7255d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307143 Jun 22 18:36:32.359931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b44ad-7732-4e23-946c-008e941029d7 req-6a248784-93b6-4bb9-a6a2-bb59ce5194fc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:32.361293 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-461b44ad-7732-4e23-946c-008e941029d7 req-6a248784-93b6-4bb9-a6a2-bb59ce5194fc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0673928 Jun 22 18:36:32.398673 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-461b44ad-7732-4e23-946c-008e941029d7 req-51b14eb6-444f-46e5-9e31-dacf3ad6de11 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Jun 22 18:36:33.577671 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166bb29-84d3-433a-b526-2e6884efb1c7 req-888caf13-cb30-4195-be39-a2bf18f46ead tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:33.579010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6166bb29-84d3-433a-b526-2e6884efb1c7 req-888caf13-cb30-4195-be39-a2bf18f46ead tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0613022 Jun 22 18:36:33.616021 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6166bb29-84d3-433a-b526-2e6884efb1c7 req-b2f59522-df96-4da4-bb00-8ff169a46f51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Jun 22 18:36:34.796296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e777c-88cc-4515-b61e-eae59bb0e895 req-cfda30d7-b826-4624-a909-01bc956be9b1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:34.797820 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-db8e777c-88cc-4515-b61e-eae59bb0e895 req-cfda30d7-b826-4624-a909-01bc956be9b1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0663242 Jun 22 18:36:34.836403 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-db8e777c-88cc-4515-b61e-eae59bb0e895 req-6138bac0-bbc0-49c6-9963-c8654d866652 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Jun 22 18:36:36.017074 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e62e8-a351-444e-8272-5ac8a1beb274 req-fb70cfde-f75b-4bbe-b318-8e5eb932b8e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.018440 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab1e62e8-a351-444e-8272-5ac8a1beb274 req-fb70cfde-f75b-4bbe-b318-8e5eb932b8e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0628533 Jun 22 18:36:36.054771 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ab1e62e8-a351-444e-8272-5ac8a1beb274 req-d4a6179e-21e8-4d54-be5c-8208dfad9b51 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304630 Jun 22 18:36:37.249992 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777651a-d3e7-4c3c-837c-8ce032dd8c7f req-2746e5c5-301a-49f8-bb5d-32ad48505a7f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.251453 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6777651a-d3e7-4c3c-837c-8ce032dd8c7f req-2746e5c5-301a-49f8-bb5d-32ad48505a7f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0649941 Jun 22 18:36:37.290442 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6777651a-d3e7-4c3c-837c-8ce032dd8c7f req-efb529ce-a319-41d1-86ad-46ad863eaaef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Jun 22 18:36:38.474429 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474e88-e13f-41ca-abcd-c68871957f45 req-88a7d55c-9360-468f-9336-8e5bfac99d99 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:38.475776 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1f474e88-e13f-41ca-abcd-c68871957f45 req-88a7d55c-9360-468f-9336-8e5bfac99d99 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0667448 Jun 22 18:36:38.515115 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1f474e88-e13f-41ca-abcd-c68871957f45 req-d361618f-8361-4938-b618-15ebcb08c154 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Jun 22 18:36:39.687828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115f0d-204e-421f-a45b-d784ec8d5853 req-dbcd59fc-54f6-4041-bf69-038ae03c66ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:39.689275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3a115f0d-204e-421f-a45b-d784ec8d5853 req-dbcd59fc-54f6-4041-bf69-038ae03c66ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0606155 Jun 22 18:36:39.725539 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3a115f0d-204e-421f-a45b-d784ec8d5853 req-74094349-873e-4284-ab7c-d81ac63879bd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Jun 22 18:36:40.907591 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6cfe3-d895-41c5-b267-9f1e523a2812 req-467ab11d-c450-489e-bda8-6708e15f7159 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:40.909053 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbf6cfe3-d895-41c5-b267-9f1e523a2812 req-467ab11d-c450-489e-bda8-6708e15f7159 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0641809 Jun 22 18:36:41.167351 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbf6cfe3-d895-41c5-b267-9f1e523a2812 req-54f97307-b87e-4c8a-a201-7c8fe864a530 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526124 Jun 22 18:36:42.344625 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf3052-2992-41ec-9bb7-cc546507748f req-823afa6c-e2a4-45d0-8419-6603c83188a8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:42.346049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57cf3052-2992-41ec-9bb7-cc546507748f req-823afa6c-e2a4-45d0-8419-6603c83188a8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0605507 Jun 22 18:36:42.383709 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57cf3052-2992-41ec-9bb7-cc546507748f req-5aca78ee-1fd9-4c34-948b-7274a2187be8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jun 22 18:36:43.565847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befc956-11ae-4847-81c4-31d20610e107 req-74ae5d50-e3ed-4137-9dab-7d103aa779c4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:43.567282 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3befc956-11ae-4847-81c4-31d20610e107 req-74ae5d50-e3ed-4137-9dab-7d103aa779c4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0647173 Jun 22 18:36:43.612536 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3befc956-11ae-4847-81c4-31d20610e107 req-e20a9bb4-be68-4350-a73b-bb6787965e01 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384912 Jun 22 18:36:44.796437 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e9fff-dbff-47df-8ada-36deb18ad4c5 req-7ca3049f-fb9b-4776-bc5c-cd18baafe21e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:44.797809 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a41e9fff-dbff-47df-8ada-36deb18ad4c5 req-7ca3049f-fb9b-4776-bc5c-cd18baafe21e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0630815 Jun 22 18:36:44.835785 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a41e9fff-dbff-47df-8ada-36deb18ad4c5 req-d8ed0e11-5382-44b4-a02c-8d182eaf732b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jun 22 18:36:46.018146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe9c12-87ef-4496-b3b8-96306c1242b4 req-825924b2-f0bc-4332-bdcc-0c75cb10861c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:46.019719 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbfe9c12-87ef-4496-b3b8-96306c1242b4 req-825924b2-f0bc-4332-bdcc-0c75cb10861c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0655289 Jun 22 18:36:46.058772 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbfe9c12-87ef-4496-b3b8-96306c1242b4 req-6e17b147-a11a-4e00-97c5-9ee7227928b2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Jun 22 18:36:47.027318 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.240565 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf4a-0d91-4e3b-a12a-c133c0df3d71 req-7b521a14-f739-487d-b756-c94a3d38a3ee tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:47.241956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-98d2bf4a-0d91-4e3b-a12a-c133c0df3d71 req-7b521a14-f739-487d-b756-c94a3d38a3ee tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0660450 Jun 22 18:36:47.286529 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-98d2bf4a-0d91-4e3b-a12a-c133c0df3d71 req-e8377c7a-21ee-4948-94e0-a8271de19496 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380273 Jun 22 18:36:47.497477 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:36:48.470394 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-f15e568d-ea0a-474a-b863-9fabbc7f525c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933359 Jun 22 18:36:48.486639 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5b07-8cea-4485-bbc3-dc0d56be847b req-6859ff9b-5d83-4728-b678-c4f7a3a0277d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.488099 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3d5e5b07-8cea-4485-bbc3-dc0d56be847b req-6859ff9b-5d83-4728-b678-c4f7a3a0277d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0792034 Jun 22 18:36:48.558460 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3d5e5b07-8cea-4485-bbc3-dc0d56be847b req-0ab0440d-e014-4732-8c83-9b0b60efac62 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646856 Jun 22 18:36:48.577132 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-dcfa84c2-9447-485e-9c72-b0c36b450c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.578090 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-dcfa84c2-9447-485e-9c72-b0c36b450c51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.0780289 Jun 22 18:36:48.686479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-3375951d-427b-4189-b795-85d57e55a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.688057 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-3375951d-427b-4189-b795-85d57e55a500 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.0870986 Jun 22 18:36:48.735116 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-9bb4f1cf-196b-4d3e-bcd5-fab8101fd551 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0391817 Jun 22 18:36:48.795621 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-14b7ecf9-05c3-49e1-8413-8bef74b19a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.797128 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-14b7ecf9-05c3-49e1-8413-8bef74b19a49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0548859 Jun 22 18:36:48.831931 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-2eb2b241-fffb-4c94-8d02-3666984ab618 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279863 Jun 22 18:36:48.933375 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-1e53a5ad-7599-45c6-9c43-685dc7f0fc38 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939415 Jun 22 18:36:49.035406 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a8cc4bc-6e3f-414e-8383-336cb97d4ef8 req-5e26b3ec-94a7-4c27-b60d-351f26ab0a8a service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952868 Jun 22 18:36:49.733026 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e016-c88c-4845-a57f-ab4d5627d832 req-74ff19bb-c86b-4e21-a5a1-b65bc0aba21a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:49.734556 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2cd6e016-c88c-4845-a57f-ab4d5627d832 req-74ff19bb-c86b-4e21-a5a1-b65bc0aba21a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0604794 Jun 22 18:36:49.775405 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2cd6e016-c88c-4845-a57f-ab4d5627d832 req-e457a89c-74ff-49ec-aff4-b04a5de1fd81 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Jun 22 18:36:50.951669 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03516d-5cc5-48ab-bcf9-9d41d859857a req-acfa0ba1-3f88-4ac4-8011-3cf4c7aa7c1b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.953166 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5c03516d-5cc5-48ab-bcf9-9d41d859857a req-acfa0ba1-3f88-4ac4-8011-3cf4c7aa7c1b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0633621 Jun 22 18:36:50.991732 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5c03516d-5cc5-48ab-bcf9-9d41d859857a req-001627f1-117d-485c-b5b0-bdb7e9833642 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Jun 22 18:36:51.217122 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-802a0c5d-ec83-4163-9e51-f4d33885d9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.179674 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81247bd-b5ed-4bf6-abc0-0869ed953082 req-ab49f301-158d-4914-ba77-abca85de1c0c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.181141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a81247bd-b5ed-4bf6-abc0-0869ed953082 req-ab49f301-158d-4914-ba77-abca85de1c0c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0658648 Jun 22 18:36:52.220039 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a81247bd-b5ed-4bf6-abc0-0869ed953082 req-67be6302-0509-496d-b802-2dc4f3e43f98 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Jun 22 18:36:53.432949 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d952e48-fafc-48a0-8158-54f17b701f3c req-c95b8b0f-ab05-4477-aeba-6d701fdec9e6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:53.434408 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d952e48-fafc-48a0-8158-54f17b701f3c req-c95b8b0f-ab05-4477-aeba-6d701fdec9e6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0760465 Jun 22 18:36:53.475646 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d952e48-fafc-48a0-8158-54f17b701f3c req-a2f6de99-068a-4fb1-8405-b071b5801591 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353565 Jun 22 18:36:54.258299 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-088f8ddd-14c8-4eb3-9d8a-0a2c5044c9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.569740 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.663117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808004c8-18d0-4118-a9e9-ec9ab1f85660 req-21d22959-b268-41d7-b8f1-0d081f48aeed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.664468 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-808004c8-18d0-4118-a9e9-ec9ab1f85660 req-21d22959-b268-41d7-b8f1-0d081f48aeed tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0633769 Jun 22 18:36:54.701391 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-808004c8-18d0-4118-a9e9-ec9ab1f85660 req-4a5a78b2-841f-466a-bfe0-0cbaf6bc8a15 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303438 Jun 22 18:36:55.889253 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae451ee-fc36-47ce-82d6-10cc09d20e9a req-0be952c8-e422-4240-a67a-e3322fc929d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.890756 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fae451ee-fc36-47ce-82d6-10cc09d20e9a req-0be952c8-e422-4240-a67a-e3322fc929d7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0702693 Jun 22 18:36:55.933752 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fae451ee-fc36-47ce-82d6-10cc09d20e9a req-3c923c52-58b1-434b-8835-080657b05164 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353754 Jun 22 18:36:56.123767 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.116545 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da1ef1-c9f3-427c-85d8-f952d8a9493d req-2826b2fb-2642-4ec8-aab0-2ba3cb62c401 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:57.118028 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-09da1ef1-c9f3-427c-85d8-f952d8a9493d req-2826b2fb-2642-4ec8-aab0-2ba3cb62c401 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0635195 Jun 22 18:36:57.159241 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-09da1ef1-c9f3-427c-85d8-f952d8a9493d req-d7d02065-a002-426c-9759-0420786dd7a0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Jun 22 18:36:58.003990 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.355902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09587d8-c9d1-4c07-b967-59d08ca07b83 req-2a58a8cf-dff2-4595-bd3c-ee9124ffcb71 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:58.357365 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d09587d8-c9d1-4c07-b967-59d08ca07b83 req-2a58a8cf-dff2-4595-bd3c-ee9124ffcb71 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0723813 Jun 22 18:36:58.399284 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d09587d8-c9d1-4c07-b967-59d08ca07b83 req-cbac3c15-687b-480f-ac5b-63480b8d9131 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354109 Jun 22 18:36:59.609049 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1546115-b579-49ef-bd1f-7c97638ebd04 req-7b0f1bb9-9ab9-4c18-b9bb-7be8eca11b1c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:59.611385 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1546115-b579-49ef-bd1f-7c97638ebd04 req-7b0f1bb9-9ab9-4c18-b9bb-7be8eca11b1c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0829401 Jun 22 18:36:59.659116 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1546115-b579-49ef-bd1f-7c97638ebd04 req-6c59f8e0-a295-4a94-be9d-f890d523a27a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Jun 22 18:37:00.857583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d1b8c-d668-450d-a73b-87871e2f898d req-b2f953fb-2490-42a5-98c8-0cc1896b0426 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.859126 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bd3d1b8c-d668-450d-a73b-87871e2f898d req-b2f953fb-2490-42a5-98c8-0cc1896b0426 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0750976 Jun 22 18:37:00.899764 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bd3d1b8c-d668-450d-a73b-87871e2f898d req-6ad0680c-9edf-4b7f-a23f-f45d23cf677e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346131 Jun 22 18:37:02.100931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dce67-b9f9-4f2a-a169-a31e3511eb0c req-cf47af35-fa16-4f7c-8342-72e1261f05af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.102458 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff3dce67-b9f9-4f2a-a169-a31e3511eb0c req-cf47af35-fa16-4f7c-8342-72e1261f05af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0681105 Jun 22 18:37:02.140352 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff3dce67-b9f9-4f2a-a169-a31e3511eb0c req-aad77f23-bbe4-469e-8545-46195d8f76b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jun 22 18:37:03.328428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf11ef-26da-4b07-908c-c58162132082 req-26d5a6f8-016e-42fa-a810-1de9ded156b2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:03.329979 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d3cf11ef-26da-4b07-908c-c58162132082 req-26d5a6f8-016e-42fa-a810-1de9ded156b2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0681872 Jun 22 18:37:03.380612 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d3cf11ef-26da-4b07-908c-c58162132082 req-b41b9807-cec9-4326-9eb6-c33c54acaea2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Jun 22 18:37:04.557554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5504-5480-4cb0-9288-4528fa7249c5 req-cd1a248b-dd6f-4da9-ae7a-ac20d88a2065 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:04.558956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-364e5504-5480-4cb0-9288-4528fa7249c5 req-cd1a248b-dd6f-4da9-ae7a-ac20d88a2065 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0612292 Jun 22 18:37:04.595226 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-364e5504-5480-4cb0-9288-4528fa7249c5 req-b9bf40b4-4f55-43ac-8d24-a0cf8c2d3a79 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jun 22 18:37:05.783077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d675-c3dc-43a8-a91f-5840a4f53eed req-980120bb-4c9d-41f3-a966-87b41b23a074 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.784567 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7db7d675-c3dc-43a8-a91f-5840a4f53eed req-980120bb-4c9d-41f3-a966-87b41b23a074 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0662527 Jun 22 18:37:05.824361 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7db7d675-c3dc-43a8-a91f-5840a4f53eed req-5225b2cc-d668-4a5b-9f4e-26c66ef4a4fe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Jun 22 18:37:07.003695 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d8fb1-c16b-4b0e-9012-b445b6ba42e2 req-20b05a49-c6aa-4231-a3f7-a8c69639f3a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.005204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e66d8fb1-c16b-4b0e-9012-b445b6ba42e2 req-20b05a49-c6aa-4231-a3f7-a8c69639f3a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0650227 Jun 22 18:37:07.048311 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e66d8fb1-c16b-4b0e-9012-b445b6ba42e2 req-1d5b236b-f80a-4c8f-887f-71c5c2fecba3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368407 Jun 22 18:37:08.236636 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623f5a-f201-411d-b764-54f77680bfab req-158f737c-a1e5-44d9-a6bd-83a2b805a702 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:08.239392 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca623f5a-f201-411d-b764-54f77680bfab req-158f737c-a1e5-44d9-a6bd-83a2b805a702 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0696070 Jun 22 18:37:08.277913 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca623f5a-f201-411d-b764-54f77680bfab req-07c0f735-e5e9-459a-bc14-3257a84068f2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jun 22 18:37:09.467406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f54381-c250-4231-aa8a-0fca83832de8 req-326abcf0-93a0-4d9b-a857-b0c8142eacbc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:09.469048 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34f54381-c250-4231-aa8a-0fca83832de8 req-326abcf0-93a0-4d9b-a857-b0c8142eacbc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0661297 Jun 22 18:37:09.509303 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34f54381-c250-4231-aa8a-0fca83832de8 req-899c6be8-1c44-4694-8954-6a6991b16fb6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Jun 22 18:37:10.697550 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e244ff-50af-4706-9219-2274e1ce4fa5 req-06be728d-2d3f-44d9-9f82-9a3e09923dcc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.699024 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38e244ff-50af-4706-9219-2274e1ce4fa5 req-06be728d-2d3f-44d9-9f82-9a3e09923dcc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640273 Jun 22 18:37:10.743455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38e244ff-50af-4706-9219-2274e1ce4fa5 req-b4c84436-1cc5-471f-bfea-68833ad1cb13 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Jun 22 18:37:11.930548 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b554-ba83-4593-9ac9-600a6fdf206d req-e9fed9a3-b00d-40c5-be1e-aa9fb3745699 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:11.933000 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-deb0b554-ba83-4593-9ac9-600a6fdf206d req-e9fed9a3-b00d-40c5-be1e-aa9fb3745699 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0709937 Jun 22 18:37:11.974372 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-deb0b554-ba83-4593-9ac9-600a6fdf206d req-99c8414b-8ca8-477b-b82b-9ae85fc8d51a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Jun 22 18:37:13.156078 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d5496-6e1f-4935-ae52-8d55bd6c8bd2 req-8b24b688-8dc1-44c6-a344-4f911e165bc2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:13.157591 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-162d5496-6e1f-4935-ae52-8d55bd6c8bd2 req-8b24b688-8dc1-44c6-a344-4f911e165bc2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0622075 Jun 22 18:37:13.195421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-162d5496-6e1f-4935-ae52-8d55bd6c8bd2 req-e5465e73-10b7-446d-a93c-acf7a490ca52 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Jun 22 18:37:14.388793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1d55-9710-4ea8-b023-a41d20a33023 req-0ec1b2f3-7a3c-459d-a363-1e4ca911b85d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:14.394426 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf8b1d55-9710-4ea8-b023-a41d20a33023 req-0ec1b2f3-7a3c-459d-a363-1e4ca911b85d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0729244 Jun 22 18:37:14.430737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bf8b1d55-9710-4ea8-b023-a41d20a33023 req-9ef7280d-c6df-4e33-8756-03d71a566409 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350430 Jun 22 18:37:15.610074 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecab440-0d86-437f-a5e2-0379a240a980 req-0152b1ca-45b0-4307-8bbe-d7268fa08570 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.611668 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1ecab440-0d86-437f-a5e2-0379a240a980 req-0152b1ca-45b0-4307-8bbe-d7268fa08570 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0636606 Jun 22 18:37:15.649708 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1ecab440-0d86-437f-a5e2-0379a240a980 req-46c4374a-58c6-459d-a782-e236cba41194 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Jun 22 18:37:16.825379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408c27a-2d7e-40a0-a9ea-26f543741fe8 req-6d504aab-cca5-418a-905d-ae9a3262ed88 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:16.826825 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3408c27a-2d7e-40a0-a9ea-26f543741fe8 req-6d504aab-cca5-418a-905d-ae9a3262ed88 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0617726 Jun 22 18:37:16.863725 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3408c27a-2d7e-40a0-a9ea-26f543741fe8 req-c835054f-0f4a-41c6-b60f-8724a461d068 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Jun 22 18:37:17.024393 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:18.044962 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bcbca-2361-4d76-ab64-52c013c446dd req-d2ee52e3-52f6-46ef-a664-ebc6594a6251 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:18.046402 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-088bcbca-2361-4d76-ab64-52c013c446dd req-d2ee52e3-52f6-46ef-a664-ebc6594a6251 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0645447 Jun 22 18:37:18.083759 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-088bcbca-2361-4d76-ab64-52c013c446dd req-4933613f-ab02-4e9f-93b1-57e8eb79447c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Jun 22 18:37:19.285637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50cae4-6e4c-46ae-8682-9dc2897d7e52 req-f87e073f-3c24-4a95-a24c-dd5608e77848 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:19.288123 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff50cae4-6e4c-46ae-8682-9dc2897d7e52 req-f87e073f-3c24-4a95-a24c-dd5608e77848 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0842841 Jun 22 18:37:19.327372 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff50cae4-6e4c-46ae-8682-9dc2897d7e52 req-b045f20f-067a-4694-b815-cb3742ec65c3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329330 Jun 22 18:37:20.511622 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6880-90c0-4bcd-91b4-e554fef6e449 req-ac1632f8-14f8-4376-89fa-dbab1abeba59 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:20.513113 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-307d6880-90c0-4bcd-91b4-e554fef6e449 req-ac1632f8-14f8-4376-89fa-dbab1abeba59 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0677495 Jun 22 18:37:20.551202 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-307d6880-90c0-4bcd-91b4-e554fef6e449 req-54e2b5ce-5941-4fae-8312-115ebec15c3b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Jun 22 18:37:21.217888 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-14977bba-9c9b-4c3a-859e-45af18d7c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.744976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511ed26-4e27-4c37-9e6e-79fb458cd10c req-f4b58653-4167-48f4-8ae7-f618a627ba1c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:21.746781 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c511ed26-4e27-4c37-9e6e-79fb458cd10c req-f4b58653-4167-48f4-8ae7-f618a627ba1c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0709004 Jun 22 18:37:21.786947 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c511ed26-4e27-4c37-9e6e-79fb458cd10c req-969376be-f8ee-49da-8b05-6ff95ddb8664 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343430 Jun 22 18:37:22.992127 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc635-8eed-477f-b83a-55dcfc48615d req-846c9253-798a-4df4-9404-ba4b9dd470a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:22.993695 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-65ffc635-8eed-477f-b83a-55dcfc48615d req-846c9253-798a-4df4-9404-ba4b9dd470a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0749853 Jun 22 18:37:23.057005 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-65ffc635-8eed-477f-b83a-55dcfc48615d req-2693c012-27df-4030-9110-601be51d8479 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510447 Jun 22 18:37:24.264571 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2215-73a9-4d8c-a47f-7f2921c256b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:24.271769 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b40b-89ad-4a66-af33-0c3e0f62d010 req-172c96db-4a78-4974-8b14-e121b5639b43 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.273346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-49a8b40b-89ad-4a66-af33-0c3e0f62d010 req-172c96db-4a78-4974-8b14-e121b5639b43 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0746379 Jun 22 18:37:24.315467 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-49a8b40b-89ad-4a66-af33-0c3e0f62d010 req-53af2714-3ac1-4830-b63e-ad8e6767ac13 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357900 Jun 22 18:37:24.497750 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:24.571570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:25.500110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4a314-6cfa-40cc-abbe-c393f8886962 req-da999fdd-c2c9-481f-a4c3-9d4080b0e1d3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:25.501644 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-98a4a314-6cfa-40cc-abbe-c393f8886962 req-da999fdd-c2c9-481f-a4c3-9d4080b0e1d3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0703912 Jun 22 18:37:25.543684 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-98a4a314-6cfa-40cc-abbe-c393f8886962 req-241a1502-1773-4640-96a9-e867304aeb06 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359709 Jun 22 18:37:26.124151 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:26.729011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a42cd6-83d7-4dae-9156-dd5a49dbb165 req-7cc6a67c-c12f-40a2-90d4-a51e2d0a3b2b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:26.730434 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95a42cd6-83d7-4dae-9156-dd5a49dbb165 req-7cc6a67c-c12f-40a2-90d4-a51e2d0a3b2b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0709496 Jun 22 18:37:26.769181 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95a42cd6-83d7-4dae-9156-dd5a49dbb165 req-19b22293-1f64-4843-9100-e1d42035e375 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Jun 22 18:37:27.949811 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc2aae-c525-4d2d-972b-a58a4ceb694f req-1f741979-1166-4cb4-a5d4-e19e1d2195c3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:27.951296 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ebcc2aae-c525-4d2d-972b-a58a4ceb694f req-1f741979-1166-4cb4-a5d4-e19e1d2195c3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0627909 Jun 22 18:37:28.007236 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ebcc2aae-c525-4d2d-972b-a58a4ceb694f req-80c78e57-e280-491a-943b-d0fda1c7353e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497544 Jun 22 18:37:28.013594 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:29.188398 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e1bcf-3eaa-4d0f-9a24-2cd5e4f8ec1e req-7a48b46c-197e-4142-ad8e-03b6ab4ca8e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:29.189774 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-685e1bcf-3eaa-4d0f-9a24-2cd5e4f8ec1e req-7a48b46c-197e-4142-ad8e-03b6ab4ca8e9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0648077 Jun 22 18:37:29.231375 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-685e1bcf-3eaa-4d0f-9a24-2cd5e4f8ec1e req-817829c5-fce3-4b8f-ab8b-3b1819cc5dfd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358253 Jun 22 18:37:30.418903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e20f4-e07b-495b-acce-8da8346a4937 req-938aa76c-ec8a-4f3e-8450-a6ffbee5bc8c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:30.420295 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d61e20f4-e07b-495b-acce-8da8346a4937 req-938aa76c-ec8a-4f3e-8450-a6ffbee5bc8c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0666862 Jun 22 18:37:30.457858 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d61e20f4-e07b-495b-acce-8da8346a4937 req-86a87cf7-2211-44da-8178-f652dec01cce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Jun 22 18:37:31.645231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860b69-0ae4-4933-a6fd-e0b7b3b23df9 req-985029dc-016e-4b8d-a11a-026897f78b5e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:31.646676 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-19860b69-0ae4-4933-a6fd-e0b7b3b23df9 req-985029dc-016e-4b8d-a11a-026897f78b5e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0689805 Jun 22 18:37:31.685043 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-19860b69-0ae4-4933-a6fd-e0b7b3b23df9 req-77141ab2-2678-4b06-870b-4a26c4194f39 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jun 22 18:37:32.869322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3e374-0e5a-490d-a2f0-a86eec635240 req-1c48d3ad-1879-4a8b-b3ed-cdf251206708 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:32.871617 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c3e374-0e5a-490d-a2f0-a86eec635240 req-1c48d3ad-1879-4a8b-b3ed-cdf251206708 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0705998 Jun 22 18:37:32.909069 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c3e374-0e5a-490d-a2f0-a86eec635240 req-b5b5c5ee-6fa2-4ddb-9f7a-967c295bb565 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jun 22 18:37:34.087184 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be05d4-8e4b-4797-acd4-53783cbe1770 req-0891592e-884f-4866-ab30-5cdf9a5baa5a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:34.088679 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a9be05d4-8e4b-4797-acd4-53783cbe1770 req-0891592e-884f-4866-ab30-5cdf9a5baa5a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0620928 Jun 22 18:37:34.130486 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a9be05d4-8e4b-4797-acd4-53783cbe1770 req-6440ca36-243a-481b-a3dd-24bca0ad58b4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jun 22 18:37:35.305692 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246cc67-1157-4930-8d62-fa90618c5ad6 req-0c3f2e1a-97f0-4126-bddb-25bd34bf94af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:35.307667 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a246cc67-1157-4930-8d62-fa90618c5ad6 req-0c3f2e1a-97f0-4126-bddb-25bd34bf94af tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0602651 Jun 22 18:37:35.345923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a246cc67-1157-4930-8d62-fa90618c5ad6 req-2cb9c65a-32ca-4a11-9385-ec9ac8f05e06 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Jun 22 18:37:36.531163 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f1e73-aaa0-4ce2-942f-0c3f61efb27f req-309aebd3-0f66-4598-954c-2548e36a14be tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:36.532677 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-785f1e73-aaa0-4ce2-942f-0c3f61efb27f req-309aebd3-0f66-4598-954c-2548e36a14be tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0711420 Jun 22 18:37:36.571290 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-785f1e73-aaa0-4ce2-942f-0c3f61efb27f req-43ef7995-fc06-4dda-afc3-fc8be1612cb4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Jun 22 18:37:37.749418 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339dd5-6ecd-46d6-86ff-6c80cc8baaa7 req-33c88669-84f5-4d28-a9e9-f8285a0bbb22 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:37.750879 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3339dd5-6ecd-46d6-86ff-6c80cc8baaa7 req-33c88669-84f5-4d28-a9e9-f8285a0bbb22 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0635371 Jun 22 18:37:37.789287 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3339dd5-6ecd-46d6-86ff-6c80cc8baaa7 req-6fb6bc88-2255-4305-a555-a5466a24f273 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Jun 22 18:37:38.968681 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a36a4-bb7a-46b1-b984-1e3659e2b8cd req-b13cf84f-2cee-4f59-9a4a-19ae0f8b347e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:38.970730 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a10a36a4-bb7a-46b1-b984-1e3659e2b8cd req-b13cf84f-2cee-4f59-9a4a-19ae0f8b347e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0667000 Jun 22 18:37:39.012681 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a10a36a4-bb7a-46b1-b984-1e3659e2b8cd req-875d17b3-eb83-4dad-8746-126aa4b043dc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365489 Jun 22 18:37:40.191345 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97508e1-3a8a-483c-8d59-dd2774733b1f req-4f4f1d28-11ef-4d34-abc2-4bf7bce3de8d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:40.192805 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a97508e1-3a8a-483c-8d59-dd2774733b1f req-4f4f1d28-11ef-4d34-abc2-4bf7bce3de8d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0634501 Jun 22 18:37:40.233621 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a97508e1-3a8a-483c-8d59-dd2774733b1f req-3e2b251f-f4db-440b-8c90-d5444be3a436 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Jun 22 18:37:41.412818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7192ca-b26f-423c-8e91-457119c56cfc req-d6e66421-4978-4763-addc-c9f7bd6e0269 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:41.414149 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fd7192ca-b26f-423c-8e91-457119c56cfc req-d6e66421-4978-4763-addc-c9f7bd6e0269 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0613344 Jun 22 18:37:41.455955 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fd7192ca-b26f-423c-8e91-457119c56cfc req-8a1658c7-9b60-438d-b9d9-63b324a6bab8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Jun 22 18:37:42.645295 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612cea5-ccce-4e56-a957-d8d87ed7af07 req-b002209e-2261-41e9-b72f-267ae6db90a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:42.646737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f612cea5-ccce-4e56-a957-d8d87ed7af07 req-b002209e-2261-41e9-b72f-267ae6db90a6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0688190 Jun 22 18:37:42.686137 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f612cea5-ccce-4e56-a957-d8d87ed7af07 req-8ec3cf80-872a-4f52-8470-16a996549638 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Jun 22 18:37:43.860342 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece1f7-5661-4d28-af28-4c644fcefc9d req-f596a88b-eb1e-4852-8028-e7e99196b99f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:43.861782 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eeece1f7-5661-4d28-af28-4c644fcefc9d req-f596a88b-eb1e-4852-8028-e7e99196b99f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0624094 Jun 22 18:37:43.899057 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eeece1f7-5661-4d28-af28-4c644fcefc9d req-28a3695e-178a-4b69-be5c-d34b5f6986cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jun 22 18:37:45.086579 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fec0b-1df7-4aa8-8a9f-aae43b8f4d8d req-02e5f55b-f31e-4093-9965-e6dedb009d82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:45.088045 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8e3fec0b-1df7-4aa8-8a9f-aae43b8f4d8d req-02e5f55b-f31e-4093-9965-e6dedb009d82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0721164 Jun 22 18:37:45.130948 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8e3fec0b-1df7-4aa8-8a9f-aae43b8f4d8d req-a40e46c2-91b9-434b-a38a-2eb0fe0b4ba4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Jun 22 18:37:46.314232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb25b29-f337-430f-a94f-3788e6aafec2 req-c60f85bf-b12d-4b7c-8a0d-d230bb9e8adc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:46.315610 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-feb25b29-f337-430f-a94f-3788e6aafec2 req-c60f85bf-b12d-4b7c-8a0d-d230bb9e8adc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0644588 Jun 22 18:37:46.353492 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-feb25b29-f337-430f-a94f-3788e6aafec2 req-0bba2730-737c-48d4-accf-d849691c66dc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Jun 22 18:37:47.023957 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.536030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052f325-5623-46ee-9530-5ebb7bfaeaa1 req-01ff2416-48d7-48d9-83db-cd1069cd38e5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:47.537420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d052f325-5623-46ee-9530-5ebb7bfaeaa1 req-01ff2416-48d7-48d9-83db-cd1069cd38e5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640714 Jun 22 18:37:47.575031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d052f325-5623-46ee-9530-5ebb7bfaeaa1 req-e8dfff0a-689e-40c3-bd24-0d231585b752 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Jun 22 18:37:48.435601 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-8b28f922-7a26-4ba7-83f8-fc9f6414b29c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597718 Jun 22 18:37:48.522796 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0897ac-09c8-458f-826f-3990131612e2 req-b69f564a-264b-499e-bf7f-fbb95c131a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.524245 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-b69f564a-264b-499e-bf7f-fbb95c131a3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.0534565 Jun 22 18:37:48.629303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0897ac-09c8-458f-826f-3990131612e2 req-7c022e80-8333-4870-986f-d6d8cec9b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.630826 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-7c022e80-8333-4870-986f-d6d8cec9b5ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.0858998 Jun 22 18:37:48.674862 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-cb6b180a-b69e-4f1a-bf56-8d839feddde1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0364845 Jun 22 18:37:48.756617 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0897ac-09c8-458f-826f-3990131612e2 req-758f9437-0d60-4dcc-916a-1b8d10e824b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.758129 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-758f9437-0d60-4dcc-916a-1b8d10e824b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0732887 Jun 22 18:37:48.796147 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-fe97a8aa-9ded-4cc7-a055-5d3106ad4b34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297611 Jun 22 18:37:48.812890 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9e7fc-db8f-48a6-8ca9-e4139e6b8625 req-2f78f91d-4c41-4029-8ad9-b5956823ba92 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.814225 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-add9e7fc-db8f-48a6-8ca9-e4139e6b8625 req-2f78f91d-4c41-4029-8ad9-b5956823ba92 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1051795 Jun 22 18:37:48.893649 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-add9e7fc-db8f-48a6-8ca9-e4139e6b8625 req-d0a1d31f-fbe3-4d75-9ced-05c7a6cd522d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726056 Jun 22 18:37:48.919229 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-4c462f32-fac2-499b-a971-d9a85d0f6412 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138592 Jun 22 18:37:49.012839 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0e0897ac-09c8-458f-826f-3990131612e2 req-7310e635-d68c-44e1-8569-4507b618273e service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864394 Jun 22 18:37:50.071094 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61dc12-3101-4566-99e4-aef63f6c995d req-4a85e4e8-b57a-4396-a491-891fd0665d70 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.072461 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ee61dc12-3101-4566-99e4-aef63f6c995d req-4a85e4e8-b57a-4396-a491-891fd0665d70 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0624583 Jun 22 18:37:50.109431 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ee61dc12-3101-4566-99e4-aef63f6c995d req-b86aec77-1a5b-4b0b-80fa-20ca98629dca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Jun 22 18:37:51.218776 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-734e3543-9bf0-4b7c-ad51-ede13cbf9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.293181 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec8ee3-ffaa-4ff8-b38b-ba8304b06b28 req-d50781e0-fd31-4b24-9627-dc0bfad4fa25 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:51.296543 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-edec8ee3-ffaa-4ff8-b38b-ba8304b06b28 req-d50781e0-fd31-4b24-9627-dc0bfad4fa25 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0707054 Jun 22 18:37:51.347645 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-edec8ee3-ffaa-4ff8-b38b-ba8304b06b28 req-37d941df-13d8-4c7b-a510-db565c5f6f5e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453813 Jun 22 18:37:52.544023 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec89ecf-d404-48ba-826d-823b1859ec98 req-170e772f-1aa4-4b41-8981-c66d1d0ff4f0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:52.549608 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dec89ecf-d404-48ba-826d-823b1859ec98 req-170e772f-1aa4-4b41-8981-c66d1d0ff4f0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0697289 Jun 22 18:37:52.587828 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dec89ecf-d404-48ba-826d-823b1859ec98 req-d3161ee1-06f5-40d1-8c4b-d72128ee3508 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Jun 22 18:37:53.777007 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a50eaa-0f17-4572-9fac-aebcea94b906 req-dd1b8127-c2ee-4fe1-ac58-9d05d703b496 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.778499 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62a50eaa-0f17-4572-9fac-aebcea94b906 req-dd1b8127-c2ee-4fe1-ac58-9d05d703b496 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jun 22 18:37:53.819040 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-62a50eaa-0f17-4572-9fac-aebcea94b906 req-5f9b9b89-e315-4693-b00a-b30ffbe22367 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347698 Jun 22 18:37:54.257892 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a53cd5d4-bb5a-4d09-be2b-f868f912ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.579197 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.011229 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43f992-eb62-4fe9-8711-f8e0c5a9df65 req-d41fc8bd-2116-414d-8604-75f1e44dcad8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:55.012746 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b43f992-eb62-4fe9-8711-f8e0c5a9df65 req-d41fc8bd-2116-414d-8604-75f1e44dcad8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0679328 Jun 22 18:37:55.051013 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b43f992-eb62-4fe9-8711-f8e0c5a9df65 req-63e17895-b40f-4117-b0e8-ddf911476e61 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jun 22 18:37:56.128523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.236102 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8af7b-d825-4208-8ef5-4fa95857846c req-5f7aff84-2ceb-4ce1-bb62-ba6df24601b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:56.237579 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f9e8af7b-d825-4208-8ef5-4fa95857846c req-5f7aff84-2ceb-4ce1-bb62-ba6df24601b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0705698 Jun 22 18:37:56.277513 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f9e8af7b-d825-4208-8ef5-4fa95857846c req-26ee0b27-0529-4400-a93f-898242932d46 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Jun 22 18:37:57.455010 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e0fb-2a2c-42da-96e9-b62b515a0476 req-88271bde-062d-4cfb-8b45-8f0cb30d5ea0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:57.456501 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5916e0fb-2a2c-42da-96e9-b62b515a0476 req-88271bde-062d-4cfb-8b45-8f0cb30d5ea0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0638361 Jun 22 18:37:57.716143 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5916e0fb-2a2c-42da-96e9-b62b515a0476 req-163d9ac1-af75-463b-b38a-01cea4f44bf3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538869 Jun 22 18:37:58.014183 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:58.894003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb5df-7ca5-41ac-9df4-f905a3a34962 req-496266f6-dbe1-4ed6-9d81-c978edd5bdfa tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:58.895493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e53bb5df-7ca5-41ac-9df4-f905a3a34962 req-496266f6-dbe1-4ed6-9d81-c978edd5bdfa tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0620911 Jun 22 18:37:58.933820 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e53bb5df-7ca5-41ac-9df4-f905a3a34962 req-4d891bfd-35c1-48f1-b07f-97821efc1162 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Jun 22 18:38:00.111316 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350543b-9f72-4712-bdf9-ad1f4eccf5e5 req-9bb7bcd3-144d-43c9-a5de-57881ab699ae tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:00.112703 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8350543b-9f72-4712-bdf9-ad1f4eccf5e5 req-9bb7bcd3-144d-43c9-a5de-57881ab699ae tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0602872 Jun 22 18:38:00.153861 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8350543b-9f72-4712-bdf9-ad1f4eccf5e5 req-07056229-fddc-4d28-91bb-1ef813ad0c80 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Jun 22 18:38:01.331411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38af8c3-239e-4e82-98f4-6a204d201dcc req-3d686c96-d187-48c1-8ea4-4c94523f9ba4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:01.332868 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a38af8c3-239e-4e82-98f4-6a204d201dcc req-3d686c96-d187-48c1-8ea4-4c94523f9ba4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0633843 Jun 22 18:38:01.378538 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a38af8c3-239e-4e82-98f4-6a204d201dcc req-fefee59d-568f-4ed0-b33a-08bcf2c4851c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Jun 22 18:38:01.498139 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:02.570100 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adcf26-a53e-48a8-8952-9c28a9a5bc47 req-ae044da9-e5ae-4ce5-a078-dd23c133e066 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:02.571587 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5adcf26-a53e-48a8-8952-9c28a9a5bc47 req-ae044da9-e5ae-4ce5-a078-dd23c133e066 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0670676 Jun 22 18:38:02.610231 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e5adcf26-a53e-48a8-8952-9c28a9a5bc47 req-b099b3b0-84d6-4f52-a361-64d878abc1a2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Jun 22 18:38:02.728294 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 46216) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:02.898058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Deleting subnet 1b875795-8e65-44f8-a59a-b05b3ccc2422 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:38:02.901098 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.934728 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2748144'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.979336 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.054228 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427474'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.064543 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.069400 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.072689 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1b875795-8e65-44f8-a59a-b05b3ccc2422 HTTP/1.1" status: 204 len: 168 time: 0.3433237 Jun 22 18:38:03.074357 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 46230) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:03.110114 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b875795-8e65-44f8-a59a-b05b3ccc2422,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.120152 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.120563 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.120991 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.122279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.122868 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.123289 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.124116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.124608 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.125162 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.125611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.126059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.126631 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.132484 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-c3c48843-c2cb-44bf-ba86-1cf281936da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.170154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.243679 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.253533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691eec3d-4eba-41aa-9670-419e3db7991f']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:03.267856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25751e58-3575-43bd-a016-7b73c48f391f') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:03.268150 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25751e58-3575-43bd-a016-7b73c48f391f') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:03.277175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.291143 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.297906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:38:03.298359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:38:03.300179 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:38:03.304639 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:38:03.356643 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.360791 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b3957b2a-bad8-47ea-aace-4355f2d819e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.363275 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.368684 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/691eec3d-4eba-41aa-9670-419e3db7991f HTTP/1.1" status: 204 len: 168 time: 0.2883523 Jun 22 18:38:03.379763 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=691eec3d-4eba-41aa-9670-419e3db7991f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.387224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.387585 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.388059 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.388466 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.388819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.389174 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.389523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.389873 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.390220 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.390565 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.390906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.391252 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:03.394543 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.477350 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 46236) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:03.517486 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8a01f969-e066-4a4e-bc4a-6ecfae734467 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d8a388d4154746a1a30cc3b8a289cb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387025 Jun 22 18:38:03.519753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 46238) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:03.565173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.589499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.633789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.636962 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.638079 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/028c49bc-3629-48b7-a0ed-cb08af11e114 HTTP/1.1" status: 204 len: 168 time: 0.1173460 Jun 22 18:38:03.638783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.649687 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c49bc-3629-48b7-a0ed-cb08af11e114,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.652918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.795124 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7fa7e-3353-4d7e-88b2-4fa9c52390ae req-2b9dc746-1b67-482b-8c5b-be387e4217cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:03.796708 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fb7fa7e-3353-4d7e-88b2-4fa9c52390ae req-2b9dc746-1b67-482b-8c5b-be387e4217cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0678527 Jun 22 18:38:03.839687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fb7fa7e-3353-4d7e-88b2-4fa9c52390ae req-12d768cb-a9d0-428a-b2bc-c7687d4773f5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353050 Jun 22 18:38:05.023446 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f8243-200f-41d1-913a-788c266ec66c req-0eeed82e-0d8c-4077-8e50-b5107bd89cc4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:05.024938 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a50f8243-200f-41d1-913a-788c266ec66c req-0eeed82e-0d8c-4077-8e50-b5107bd89cc4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640399 Jun 22 18:38:05.062925 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a50f8243-200f-41d1-913a-788c266ec66c req-571cd43b-4ab2-4d9a-a81c-db9ddf27a3d1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jun 22 18:38:06.251725 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b881fef-c1ca-4e4a-9e97-4d29f406f0a9 req-fb14d5ba-2bbe-49bd-805f-b257e04c7bde tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:06.253255 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6b881fef-c1ca-4e4a-9e97-4d29f406f0a9 req-fb14d5ba-2bbe-49bd-805f-b257e04c7bde tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0692897 Jun 22 18:38:06.294595 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6b881fef-c1ca-4e4a-9e97-4d29f406f0a9 req-039da297-4191-4d2a-9d82-5e5cd8716a0e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356271 Jun 22 18:38:07.478603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a983-858c-4e52-a591-a1c964b7efdd req-cca04900-a1cd-4f0a-9b81-605c511fb985 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:07.480351 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f13a983-858c-4e52-a591-a1c964b7efdd req-cca04900-a1cd-4f0a-9b81-605c511fb985 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640855 Jun 22 18:38:07.520305 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3f13a983-858c-4e52-a591-a1c964b7efdd req-04d410e1-f86d-4a5d-aeb6-304d426a140c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341375 Jun 22 18:38:08.707421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69d1bc-f2da-48d8-8465-4aa34ff66f25 req-37e2d8c5-491f-44f1-a5fd-53ec54c20c1f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:08.708911 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4d69d1bc-f2da-48d8-8465-4aa34ff66f25 req-37e2d8c5-491f-44f1-a5fd-53ec54c20c1f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0680392 Jun 22 18:38:08.750231 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4d69d1bc-f2da-48d8-8465-4aa34ff66f25 req-f289b909-22b4-4e60-98fb-ac856f3d2939 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355084 Jun 22 18:38:09.939671 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938b4d-4d5a-420c-a520-ad9275d5e882 req-783046f3-5089-4799-8430-b9f161acac7a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:09.941273 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-46938b4d-4d5a-420c-a520-ad9275d5e882 req-783046f3-5089-4799-8430-b9f161acac7a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0640123 Jun 22 18:38:09.981572 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-46938b4d-4d5a-420c-a520-ad9275d5e882 req-21be21c6-ba1b-42de-b035-fdff777af386 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342071 Jun 22 18:38:11.169706 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20024-360b-441b-b497-cfbb90fc1114 req-f3b9f999-394b-4001-a131-e46f34e2e01f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:11.171177 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7f20024-360b-441b-b497-cfbb90fc1114 req-f3b9f999-394b-4001-a131-e46f34e2e01f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0639672 Jun 22 18:38:11.210789 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7f20024-360b-441b-b497-cfbb90fc1114 req-aaf6c423-0f20-40ab-9106-6e3c899efc55 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Jun 22 18:38:12.404172 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929085e5-6051-46dd-af55-4a6b0128a79c req-b2d60494-3212-48b2-aa32-c5193fb6606d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:12.405631 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-929085e5-6051-46dd-af55-4a6b0128a79c req-b2d60494-3212-48b2-aa32-c5193fb6606d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0685239 Jun 22 18:38:12.444610 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-929085e5-6051-46dd-af55-4a6b0128a79c req-4d4bc2bf-1174-4136-be76-9212b97e4993 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Jun 22 18:38:13.635214 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada4125-3dad-410f-a3ec-6b9b50c8d200 req-ca8c5910-9632-4bf1-922e-a25667bc7e2b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:13.636910 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aada4125-3dad-410f-a3ec-6b9b50c8d200 req-ca8c5910-9632-4bf1-922e-a25667bc7e2b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0723507 Jun 22 18:38:13.679930 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aada4125-3dad-410f-a3ec-6b9b50c8d200 req-72b7b344-623f-4468-abdd-b120f0e867e8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Jun 22 18:38:14.881075 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21a05c-ecf5-48dc-8ccb-1017ac03222a req-b68f1d15-1782-4e6c-9662-a7694683bc94 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:14.882597 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c21a05c-ecf5-48dc-8ccb-1017ac03222a req-b68f1d15-1782-4e6c-9662-a7694683bc94 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0678697 Jun 22 18:38:14.923491 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c21a05c-ecf5-48dc-8ccb-1017ac03222a req-38998f27-bcb2-4eff-aac8-eb9cedf158a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346034 Jun 22 18:38:16.107596 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d556fc-f64d-4fb0-baec-78c95d904dbd req-0353bb00-409a-4905-91bf-cd637ec4bd71 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:16.109207 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74d556fc-f64d-4fb0-baec-78c95d904dbd req-0353bb00-409a-4905-91bf-cd637ec4bd71 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0682414 Jun 22 18:38:16.147844 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-74d556fc-f64d-4fb0-baec-78c95d904dbd req-678c1dfd-9f28-40f1-ae86-509f9ba6c360 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Jun 22 18:38:17.029480 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:17.331340 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2358f-f28e-44c0-9bab-48ca9594ade8 req-0111d223-68b7-474a-b1cb-af72ba1bdd28 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:17.332938 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2f2358f-f28e-44c0-9bab-48ca9594ade8 req-0111d223-68b7-474a-b1cb-af72ba1bdd28 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0661478 Jun 22 18:38:17.374723 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2f2358f-f28e-44c0-9bab-48ca9594ade8 req-c3a84970-0c8e-4699-b13e-a5cf7a89a4c9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Jun 22 18:38:18.556846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e705eb-9458-45b6-acbd-7cc428a2335f req-7fa580aa-5c75-4276-a72a-dd4a689e82fe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:18.559064 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-07e705eb-9458-45b6-acbd-7cc428a2335f req-7fa580aa-5c75-4276-a72a-dd4a689e82fe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0678670 Jun 22 18:38:18.597220 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-07e705eb-9458-45b6-acbd-7cc428a2335f req-81c8039e-bcb6-46e0-be09-36459ca26feb tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326424 Jun 22 18:38:19.778878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ddbe9-3e4e-401f-a2d4-28630d787830 req-907380cd-570f-47f6-8265-29726fdd258d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:19.780275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff6ddbe9-3e4e-401f-a2d4-28630d787830 req-907380cd-570f-47f6-8265-29726fdd258d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0651872 Jun 22 18:38:19.822896 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ff6ddbe9-3e4e-401f-a2d4-28630d787830 req-3cb186f1-a0d2-4e52-8327-a3981d0b5287 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367053 Jun 22 18:38:21.008333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ac7df-b89b-4676-a63a-9ff76635d811 req-afc6cad1-f8a7-4b04-927d-a2dce636a203 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:21.009793 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f9ac7df-b89b-4676-a63a-9ff76635d811 req-afc6cad1-f8a7-4b04-927d-a2dce636a203 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0668821 Jun 22 18:38:21.052761 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f9ac7df-b89b-4676-a63a-9ff76635d811 req-0483c7bb-0f3b-49e6-8699-33982a3a6947 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366211 Jun 22 18:38:21.220669 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7e1d296c-cb4b-432c-88ce-909d86d8f901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:22.242979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852405-587b-4635-a59a-40e1315c0b4c req-0acf54dc-00bd-4a6d-9523-482ed604bc8e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:22.244460 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92852405-587b-4635-a59a-40e1315c0b4c req-0acf54dc-00bd-4a6d-9523-482ed604bc8e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0707130 Jun 22 18:38:22.284190 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92852405-587b-4635-a59a-40e1315c0b4c req-c00698f7-b571-4690-944e-f0b6f6005931 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Jun 22 18:38:23.460981 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd4724-ec5e-4b5b-b453-cec100d11710 req-efbf22f9-ec2b-4d89-82d0-b795660e0831 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:23.462784 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1cd4724-ec5e-4b5b-b453-cec100d11710 req-efbf22f9-ec2b-4d89-82d0-b795660e0831 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0635328 Jun 22 18:38:23.502516 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1cd4724-ec5e-4b5b-b453-cec100d11710 req-dcd5d613-5b49-42c3-8b5e-e206102a86d8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Jun 22 18:38:24.259224 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d124199f-d226-4256-b1be-d30e8157d373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:24.572093 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:24.688412 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44c703-c297-4524-bf3a-755ed76723a5 req-f85605ee-533f-477a-a58c-35bba55226f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:24.689886 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad44c703-c297-4524-bf3a-755ed76723a5 req-f85605ee-533f-477a-a58c-35bba55226f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0716200 Jun 22 18:38:24.730615 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad44c703-c297-4524-bf3a-755ed76723a5 req-073b652f-aed6-427b-abe4-619f9b15d72c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350392 Jun 22 18:38:25.914853 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba48ed-ea44-4ba2-8f0b-21d962091c94 req-c5483c1b-c1d8-41ee-a1e6-98e2bda05ce1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:25.916328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-08ba48ed-ea44-4ba2-8f0b-21d962091c94 req-c5483c1b-c1d8-41ee-a1e6-98e2bda05ce1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0667934 Jun 22 18:38:25.955003 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-08ba48ed-ea44-4ba2-8f0b-21d962091c94 req-544aac88-2690-474c-b9dd-70fba21a2cff tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Jun 22 18:38:26.130796 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:27.148082 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518523-6e5f-4fd5-80d8-981d3de3de06 req-6e1c32ca-068d-4804-a6dd-d5a42d06e1f2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:27.149485 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-15518523-6e5f-4fd5-80d8-981d3de3de06 req-6e1c32ca-068d-4804-a6dd-d5a42d06e1f2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0676732 Jun 22 18:38:27.188758 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-15518523-6e5f-4fd5-80d8-981d3de3de06 req-1df21d36-b7c9-42a4-a2c8-1e591fdeda84 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Jun 22 18:38:28.016964 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:28.366711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c44b47-107d-4bfe-812a-3928c608dfa7 req-77245f51-f3b0-4ac1-b345-9c8620ca1daf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:28.368166 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79c44b47-107d-4bfe-812a-3928c608dfa7 req-77245f51-f3b0-4ac1-b345-9c8620ca1daf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0659738 Jun 22 18:38:28.408999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79c44b47-107d-4bfe-812a-3928c608dfa7 req-36a225b0-5d5c-4c14-be3e-fb6d035cc127 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347199 Jun 22 18:38:29.610497 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1590437-5272-4a24-be38-76b909a856ee req-a4d2083f-994f-464d-8f47-365535f63f84 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:29.612173 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1590437-5272-4a24-be38-76b909a856ee req-a4d2083f-994f-464d-8f47-365535f63f84 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0773697 Jun 22 18:38:29.660036 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1590437-5272-4a24-be38-76b909a856ee req-a1977110-3bb5-45d3-9ca1-d9765982d653 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jun 22 18:38:30.844739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a276f8-1a43-4c4d-b908-6d1778283032 req-92c216e6-b950-496a-bf58-d33fcdc8fba6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:30.846108 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32a276f8-1a43-4c4d-b908-6d1778283032 req-92c216e6-b950-496a-bf58-d33fcdc8fba6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0675058 Jun 22 18:38:30.884271 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32a276f8-1a43-4c4d-b908-6d1778283032 req-33f8d7a5-43f6-43ae-9622-80d771aef1d9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Jun 22 18:38:32.069465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2b343-e45c-4299-8316-865b861b0ce3 req-7303b03f-e190-4b2f-b577-eea3db00addf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:32.070931 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-81f2b343-e45c-4299-8316-865b861b0ce3 req-7303b03f-e190-4b2f-b577-eea3db00addf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0637989 Jun 22 18:38:32.110108 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-81f2b343-e45c-4299-8316-865b861b0ce3 req-f105b960-1c39-48b6-89c8-4ef17d800742 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jun 22 18:38:33.293230 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5e29a-0336-4c3f-b13f-69c2580087b3 req-2f1a0796-b028-414e-99da-f57ba3ec270f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:33.294660 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-83e5e29a-0336-4c3f-b13f-69c2580087b3 req-2f1a0796-b028-414e-99da-f57ba3ec270f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0666521 Jun 22 18:38:33.332320 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-83e5e29a-0336-4c3f-b13f-69c2580087b3 req-83570c2d-ac52-4994-9b47-db9e526a9919 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Jun 22 18:38:34.519653 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a21d-d32b-47a8-b941-6cd60bd2850b req-9cc910a9-c1e0-4e98-8230-194348b456ea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:34.521263 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8c08a21d-d32b-47a8-b941-6cd60bd2850b req-9cc910a9-c1e0-4e98-8230-194348b456ea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0657382 Jun 22 18:38:34.567856 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8c08a21d-d32b-47a8-b941-6cd60bd2850b req-024da165-814a-406f-bf4a-83064ca73a66 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Jun 22 18:38:35.757804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcaaf9-b25d-4377-94af-79b5f20f2ae8 req-15d87985-efdf-46fa-97f8-7e2c4ca0dbb2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:35.759245 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdbcaaf9-b25d-4377-94af-79b5f20f2ae8 req-15d87985-efdf-46fa-97f8-7e2c4ca0dbb2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0661180 Jun 22 18:38:35.801680 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdbcaaf9-b25d-4377-94af-79b5f20f2ae8 req-278cd980-04fb-499c-9e40-e9749eb2f322 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Jun 22 18:38:36.993157 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d735185-4495-47e6-9889-270c36ac6c01 req-186626ca-a123-4aee-96b1-23fb38b4d740 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:36.994928 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d735185-4495-47e6-9889-270c36ac6c01 req-186626ca-a123-4aee-96b1-23fb38b4d740 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0716872 Jun 22 18:38:37.043346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d735185-4495-47e6-9889-270c36ac6c01 req-8b340252-d4a7-44bb-87d6-d642030df4fe tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Jun 22 18:38:38.240543 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc6bf-b6c4-4646-8469-8e619d675194 req-141eae50-6cdb-4097-b598-4399e9f42969 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:38.242039 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a3efc6bf-b6c4-4646-8469-8e619d675194 req-141eae50-6cdb-4097-b598-4399e9f42969 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0652196 Jun 22 18:38:38.289728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a3efc6bf-b6c4-4646-8469-8e619d675194 req-539d5b58-106c-4c55-904d-7a447219cb45 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350018 Jun 22 18:38:38.497905 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:39.484101 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e96e9-d961-413c-9c5f-d812827f2e0c req-26d1b173-7f39-477a-85d4-abd932a98a70 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:39.485603 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a21e96e9-d961-413c-9c5f-d812827f2e0c req-26d1b173-7f39-477a-85d4-abd932a98a70 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0711620 Jun 22 18:38:39.534311 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a21e96e9-d961-413c-9c5f-d812827f2e0c req-a4b221cc-2e30-4a73-8d44-b37cdb590580 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Jun 22 18:38:40.752489 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf5a3-8f01-491c-9218-956e53366db9 req-8c409de7-0588-4e9a-9ef2-a9580ec46880 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:40.754012 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fb3cf5a3-8f01-491c-9218-956e53366db9 req-8c409de7-0588-4e9a-9ef2-a9580ec46880 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0877683 Jun 22 18:38:40.796762 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fb3cf5a3-8f01-491c-9218-956e53366db9 req-697a67bc-a44d-44cc-979a-e6ac97fde78f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358801 Jun 22 18:38:41.997805 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca39cc-0d4f-464f-9576-e4fa8d4e8539 req-db796f6d-b259-493b-b20e-c561c17f53cc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:41.999556 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-09ca39cc-0d4f-464f-9576-e4fa8d4e8539 req-db796f6d-b259-493b-b20e-c561c17f53cc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0733497 Jun 22 18:38:42.037830 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-09ca39cc-0d4f-464f-9576-e4fa8d4e8539 req-0bdddab4-0e39-4bc8-9822-41b0c9b75cdc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jun 22 18:38:43.229057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2cdb5-7eec-40a3-8ead-1cd769b91568 req-aa204e62-8170-4a7a-bb8c-51dddca0d3f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.230825 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32a2cdb5-7eec-40a3-8ead-1cd769b91568 req-aa204e62-8170-4a7a-bb8c-51dddca0d3f7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0722609 Jun 22 18:38:43.268141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-32a2cdb5-7eec-40a3-8ead-1cd769b91568 req-b15b7fa8-671c-43fa-bc70-382516f8a0a9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316446 Jun 22 18:38:44.443873 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f4588-b041-47bb-bdc0-3fbeb3734dd6 req-fc7073c3-2694-498c-956c-89a7603f7f96 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:44.445330 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b7f4588-b041-47bb-bdc0-3fbeb3734dd6 req-fc7073c3-2694-498c-956c-89a7603f7f96 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0622797 Jun 22 18:38:44.482885 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b7f4588-b041-47bb-bdc0-3fbeb3734dd6 req-e6c4e130-1505-4e65-992c-7eb4ef8b0504 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jun 22 18:38:45.664640 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd067637-d504-45be-a57f-8d8b3b7af155 req-ee34a7ba-e1b8-479d-8c86-92bcb7885b21 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:45.666059 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd067637-d504-45be-a57f-8d8b3b7af155 req-ee34a7ba-e1b8-479d-8c86-92bcb7885b21 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0645752 Jun 22 18:38:45.703881 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dd067637-d504-45be-a57f-8d8b3b7af155 req-abde050f-f5f4-419a-8def-06ab84d06043 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Jun 22 18:38:46.891206 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244207a-0bc8-46f2-925d-453b397fc471 req-efd0dbff-1221-4963-9d8b-ca7a9b856170 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:46.892703 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2244207a-0bc8-46f2-925d-453b397fc471 req-efd0dbff-1221-4963-9d8b-ca7a9b856170 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0680838 Jun 22 18:38:46.939301 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2244207a-0bc8-46f2-925d-453b397fc471 req-8f35aa61-24d3-41d9-95d8-fb6bc4a6ae2c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Jun 22 18:38:47.019088 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.138923 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986098b-40a6-4af8-b219-114933485446 req-294edeca-88fc-4e0b-9751-5a62452fd7ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.140481 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c986098b-40a6-4af8-b219-114933485446 req-294edeca-88fc-4e0b-9751-5a62452fd7ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0672209 Jun 22 18:38:48.188401 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c986098b-40a6-4af8-b219-114933485446 req-08fbe9a7-bbd4-42d7-b922-a9ea934ad46b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Jun 22 18:38:48.428640 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-135de7b5-e043-4733-9452-4275f8484d49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524800 Jun 22 18:38:48.503375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-9c7b7405-e627-4005-8ecf-569ea869644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.504954 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-9c7b7405-e627-4005-8ecf-569ea869644a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 1098 time: 0.0521293 Jun 22 18:38:48.626530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-6ad03a2c-f851-476b-9b4d-52b7fded8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.627974 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-6ad03a2c-f851-476b-9b4d-52b7fded8b2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0966425 Jun 22 18:38:48.674737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-9e16c745-316c-49ca-bb83-30dd7f445a69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 200 len: 217 time: 0.0373385 Jun 22 18:38:48.724785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-ae74fccf-9ae8-4183-9f47-2f7f1e568f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.726133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-ae74fccf-9ae8-4183-9f47-2f7f1e568f3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0443783 Jun 22 18:38:48.764397 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-caf84647-4742-4958-b61d-a176f0062b8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286713 Jun 22 18:38:48.865537 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-9ee2cbb3-d9df-4612-a94a-c0b35d6e6633 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938406 Jun 22 18:38:48.967031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-26ca9352-9f22-40fd-b9f6-e122f5a9da46 req-82b38add-ca6f-4463-9395-137f82e6bc1e service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944588 Jun 22 18:38:49.373823 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943fc52-49dd-4f25-b609-f47dd2b75c59 req-1c77c64e-6b8b-4ebb-ab45-02df923dcda0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.375350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9943fc52-49dd-4f25-b609-f47dd2b75c59 req-1c77c64e-6b8b-4ebb-ab45-02df923dcda0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0663261 Jun 22 18:38:49.419656 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9943fc52-49dd-4f25-b609-f47dd2b75c59 req-43b97f32-0f93-4ca7-b879-0e21c65ef30e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Jun 22 18:38:50.639313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8dc23-6a79-4434-adb4-113921d20b92 req-b6d3ea19-3e54-4270-a9bd-990f4270a89f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:50.640950 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dcf8dc23-6a79-4434-adb4-113921d20b92 req-b6d3ea19-3e54-4270-a9bd-990f4270a89f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0750818 Jun 22 18:38:50.685575 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dcf8dc23-6a79-4434-adb4-113921d20b92 req-74d17dc0-b096-4cb4-8d0e-a7767a43a279 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Jun 22 18:38:51.225227 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-74fd58b7-8afc-4a7f-a4d3-c50391453a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.896358 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31648fa6-effe-4ab5-9c9e-5175d50865f7 req-61c78ad6-1585-4e24-bc98-1a03af9a01d6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:51.897737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-31648fa6-effe-4ab5-9c9e-5175d50865f7 req-61c78ad6-1585-4e24-bc98-1a03af9a01d6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0753264 Jun 22 18:38:51.938188 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-31648fa6-effe-4ab5-9c9e-5175d50865f7 req-39e8793d-07c4-403f-9557-dbaa8ff7987d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jun 22 18:38:53.138910 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8efb3-73d8-47df-aa3f-92f7bd551c39 req-193cbf4e-325a-4a24-9e3c-a415e2a0422e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.140413 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-00f8efb3-73d8-47df-aa3f-92f7bd551c39 req-193cbf4e-325a-4a24-9e3c-a415e2a0422e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0726051 Jun 22 18:38:53.180091 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-00f8efb3-73d8-47df-aa3f-92f7bd551c39 req-9ea0aaa4-c7d3-467d-811b-172663aeb14f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Jun 22 18:38:54.266180 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cd48cfc0-5a3f-48b8-819c-ba85ae672aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.380009 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b52481-54c8-45ef-9f83-c0d95e1cc8cb req-9b48168a-4df7-409c-a86b-12f2bab3cf41 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:54.381568 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2b52481-54c8-45ef-9f83-c0d95e1cc8cb req-9b48168a-4df7-409c-a86b-12f2bab3cf41 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0679774 Jun 22 18:38:54.430339 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a2b52481-54c8-45ef-9f83-c0d95e1cc8cb req-eb99af59-e722-412a-8958-d28817486482 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Jun 22 18:38:54.581090 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.634293 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b554-f857-4ca0-b599-518336718054 req-017ba9de-564e-43b2-81c8-5c2dd2f59b78 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:55.635753 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a25b554-f857-4ca0-b599-518336718054 req-017ba9de-564e-43b2-81c8-5c2dd2f59b78 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0780685 Jun 22 18:38:55.680455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a25b554-f857-4ca0-b599-518336718054 req-cd40b127-e72e-424f-ac28-fad730ab7f3c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Jun 22 18:38:56.134497 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.861891 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241e1ae-206d-4a9a-9f59-8bec94f1d2d5 req-600d860c-fd29-423c-9391-c8ec960521b4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.863409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a241e1ae-206d-4a9a-9f59-8bec94f1d2d5 req-600d860c-fd29-423c-9391-c8ec960521b4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0649433 Jun 22 18:38:56.905576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a241e1ae-206d-4a9a-9f59-8bec94f1d2d5 req-5844b499-19ca-47ea-b497-1f8cda24fe00 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Jun 22 18:38:58.025377 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.102528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be75f12-b178-42d2-9aa8-9146873759f3 req-752b91e7-4004-4150-bf98-3143a63c02fd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:58.104050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4be75f12-b178-42d2-9aa8-9146873759f3 req-752b91e7-4004-4150-bf98-3143a63c02fd tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0748501 Jun 22 18:38:58.149969 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4be75f12-b178-42d2-9aa8-9146873759f3 req-56c527f5-06f6-45d9-8c5c-66e56f47d83f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Jun 22 18:38:59.334431 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d1e6-c7d4-4e83-9a40-6a60c6a49edf req-235ded66-5558-47c9-91b7-39c7a1113a82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:59.336000 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cf50d1e6-c7d4-4e83-9a40-6a60c6a49edf req-235ded66-5558-47c9-91b7-39c7a1113a82 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0655236 Jun 22 18:38:59.380572 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cf50d1e6-c7d4-4e83-9a40-6a60c6a49edf req-0eedaa40-12f0-413c-8e1c-ae66ffac1f60 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Jun 22 18:39:00.581975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b26b-d7d8-4262-abc2-1eb1eb0956f3 req-e572e94b-e77f-4328-b9f9-2338585e3f8a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:00.583521 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0bd7b26b-d7d8-4262-abc2-1eb1eb0956f3 req-e572e94b-e77f-4328-b9f9-2338585e3f8a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0774784 Jun 22 18:39:00.625172 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0bd7b26b-d7d8-4262-abc2-1eb1eb0956f3 req-eadef337-681d-4cb8-9aa4-f28167d7a001 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347235 Jun 22 18:39:01.811416 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134d2b-3ca5-41a1-a957-6c000af02afd req-470f9c44-8584-4350-9425-1360f7c5fa10 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:01.812980 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5c134d2b-3ca5-41a1-a957-6c000af02afd req-470f9c44-8584-4350-9425-1360f7c5fa10 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0687516 Jun 22 18:39:01.861078 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5c134d2b-3ca5-41a1-a957-6c000af02afd req-961ac953-d03a-41ad-887b-ca8fe6b9abf5 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Jun 22 18:39:03.057628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f5c8-034e-4eb6-a6fe-32d171fff9aa req-aaf46912-6a64-428f-b67b-c20912e6eed4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.059549 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d56f5c8-034e-4eb6-a6fe-32d171fff9aa req-aaf46912-6a64-428f-b67b-c20912e6eed4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0719266 Jun 22 18:39:03.100131 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1d56f5c8-034e-4eb6-a6fe-32d171fff9aa req-c623c2d5-4b87-41a1-9ec0-c620e037abbc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342715 Jun 22 18:39:04.290701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad40e-1271-46b7-9288-ee0fbe9700e6 req-f5089e57-2bfb-435d-bbe9-ba1f51837be2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.292174 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dcdad40e-1271-46b7-9288-ee0fbe9700e6 req-f5089e57-2bfb-435d-bbe9-ba1f51837be2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0679491 Jun 22 18:39:04.333148 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dcdad40e-1271-46b7-9288-ee0fbe9700e6 req-c3ab5921-1371-4717-9ecf-2b2f8636cbe1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Jun 22 18:39:05.526235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f964f0c-ccd6-4db5-9389-1e23c152d296 req-de5acb64-3e7d-4a95-a508-e46e25778992 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:05.527858 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9f964f0c-ccd6-4db5-9389-1e23c152d296 req-de5acb64-3e7d-4a95-a508-e46e25778992 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0686028 Jun 22 18:39:05.567761 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9f964f0c-ccd6-4db5-9389-1e23c152d296 req-b7d4c251-ddb6-4e2f-bee8-aa578f80a510 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340126 Jun 22 18:39:06.752621 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7f7d2-5dcc-4ca5-bca5-c38b89705701 req-5cd4487e-dc77-4727-bbec-2b5f122ea988 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:06.754127 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-13e7f7d2-5dcc-4ca5-bca5-c38b89705701 req-5cd4487e-dc77-4727-bbec-2b5f122ea988 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0645664 Jun 22 18:39:06.797814 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-13e7f7d2-5dcc-4ca5-bca5-c38b89705701 req-30e67d7c-2ba9-4f7d-bd05-ac29f9aa82ff tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Jun 22 18:39:07.988092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a28ed-674f-44fc-b9a1-15ac7bafc511 req-9b9e0db6-5a6e-4f6d-90d4-d5ce26a413c9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:07.989558 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-532a28ed-674f-44fc-b9a1-15ac7bafc511 req-9b9e0db6-5a6e-4f6d-90d4-d5ce26a413c9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0690205 Jun 22 18:39:08.031079 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-532a28ed-674f-44fc-b9a1-15ac7bafc511 req-5bb85d40-4fbb-41e0-aa8b-90857bf4eee0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358584 Jun 22 18:39:09.230760 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab41c5-1e5b-46dc-900d-302c62629f1c req-06385280-b5de-42da-9002-2d6c8e6406ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:09.232387 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8cab41c5-1e5b-46dc-900d-302c62629f1c req-06385280-b5de-42da-9002-2d6c8e6406ca tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0734890 Jun 22 18:39:09.272251 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8cab41c5-1e5b-46dc-900d-302c62629f1c req-ce4b9586-ff4c-4920-8126-c66194fe649d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Jun 22 18:39:10.463336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d51ea-c1a8-4113-8f6f-194fa0e10507 req-1f50baa7-6252-4da8-ad89-5ca4ec813106 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:10.465451 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b59d51ea-c1a8-4113-8f6f-194fa0e10507 req-1f50baa7-6252-4da8-ad89-5ca4ec813106 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0690565 Jun 22 18:39:10.504164 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b59d51ea-c1a8-4113-8f6f-194fa0e10507 req-49154e7b-226f-42d3-a7d5-e7c9176764e7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328336 Jun 22 18:39:11.683918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167a2c1-4eef-487b-ac24-b5cdd31078c0 req-a75139de-92b2-4622-bb2d-7de822055cc7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.685370 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0167a2c1-4eef-487b-ac24-b5cdd31078c0 req-a75139de-92b2-4622-bb2d-7de822055cc7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0627820 Jun 22 18:39:11.720986 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0167a2c1-4eef-487b-ac24-b5cdd31078c0 req-eff398b8-3855-4eba-95b0-06e96d183689 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299194 Jun 22 18:39:13.048595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9786efc-d6b8-43a6-a700-ac73b7ff0d97 req-71e6a2f3-262b-44c7-8968-c5b47541070a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:13.049923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9786efc-d6b8-43a6-a700-ac73b7ff0d97 req-71e6a2f3-262b-44c7-8968-c5b47541070a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0612209 Jun 22 18:39:13.086202 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9786efc-d6b8-43a6-a700-ac73b7ff0d97 req-b374f459-25eb-43f5-9485-fffe83c81c5c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Jun 22 18:39:14.274788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686fb9b-f2c6-4113-80aa-efddd872fcc9 req-1c4b88b9-f5a2-49a9-956c-ce4100bb1557 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:14.276300 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4686fb9b-f2c6-4113-80aa-efddd872fcc9 req-1c4b88b9-f5a2-49a9-956c-ce4100bb1557 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0754085 Jun 22 18:39:14.314229 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4686fb9b-f2c6-4113-80aa-efddd872fcc9 req-270eeda5-e9bf-45f5-99bb-c33bd7bd741a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Jun 22 18:39:15.490458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ad98-366d-4cf4-8bbc-09f2fd765c7b req-7f7a56c8-7cc2-4453-b0dd-3a301a2c5c6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:15.491948 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4880ad98-366d-4cf4-8bbc-09f2fd765c7b req-7f7a56c8-7cc2-4453-b0dd-3a301a2c5c6b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0628364 Jun 22 18:39:15.497449 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:15.531238 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4880ad98-366d-4cf4-8bbc-09f2fd765c7b req-97e4c18f-43a6-4a77-b8c8-8cc873b5e9ae tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Jun 22 18:39:16.711297 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84118347-ca98-4743-a00f-ed1f08d499f2 req-240cb7ce-8d2d-4c1b-8a71-852dd8342718 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:16.712748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84118347-ca98-4743-a00f-ed1f08d499f2 req-240cb7ce-8d2d-4c1b-8a71-852dd8342718 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0636747 Jun 22 18:39:16.751228 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84118347-ca98-4743-a00f-ed1f08d499f2 req-3a86b401-3347-440a-a01a-866da3112c73 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jun 22 18:39:17.023756 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.932196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9f55e-852a-4ab6-bfde-90717ae19a18 req-c65148b8-3d8a-44f7-9f65-cda5c14fff9d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:17.933664 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85a9f55e-852a-4ab6-bfde-90717ae19a18 req-c65148b8-3d8a-44f7-9f65-cda5c14fff9d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0612588 Jun 22 18:39:17.970834 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-85a9f55e-852a-4ab6-bfde-90717ae19a18 req-858c97d1-c722-45a4-83df-f853e58f2855 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Jun 22 18:39:19.150730 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ed3e2-03bb-43db-9a85-b1c785bd5c01 req-586b8f35-1bd0-41da-a271-8c5c8ac3df60 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:19.152374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa3ed3e2-03bb-43db-9a85-b1c785bd5c01 req-586b8f35-1bd0-41da-a271-8c5c8ac3df60 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0623755 Jun 22 18:39:19.192178 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa3ed3e2-03bb-43db-9a85-b1c785bd5c01 req-cb5b02d6-eaa6-4db9-a78d-85d275032d3f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Jun 22 18:39:20.384641 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc4a77-26f6-40c0-a91b-e883895905ab req-ffae39ba-fbe2-4631-8573-5a0f6dd80384 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:20.387875 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-59fc4a77-26f6-40c0-a91b-e883895905ab req-ffae39ba-fbe2-4631-8573-5a0f6dd80384 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0742588 Jun 22 18:39:20.439247 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-59fc4a77-26f6-40c0-a91b-e883895905ab req-9b35d3ec-2568-4e6e-a407-c81558082272 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Jun 22 18:39:21.226074 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-769344c5-930d-4497-884e-afbb0cbf65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:21.619211 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecaba2-9df0-4463-8183-8d9aeeb461ba req-09ea24c9-6ca7-4248-bf11-4ebc523e4925 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:21.620910 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14ecaba2-9df0-4463-8183-8d9aeeb461ba req-09ea24c9-6ca7-4248-bf11-4ebc523e4925 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0669031 Jun 22 18:39:21.661480 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-14ecaba2-9df0-4463-8183-8d9aeeb461ba req-52d994e1-d042-4612-b757-8f49537e9e38 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 Jun 22 18:39:22.843959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b76c-3b88-496a-9539-c3d67f4dbbdb req-e519677b-83b1-44e3-a354-3dec288eccce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:22.845459 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1be2b76c-3b88-496a-9539-c3d67f4dbbdb req-e519677b-83b1-44e3-a354-3dec288eccce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0669527 Jun 22 18:39:23.101247 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1be2b76c-3b88-496a-9539-c3d67f4dbbdb req-a0f3f0ee-4fb1-4eca-a0df-7aaa473f0d06 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500970 Jun 22 18:39:24.258859 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f47c9002-00c4-4280-a158-0248396fccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.277538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06637-bf17-4dfa-ab0e-4fcd5bbd90c6 req-4dbb2206-d1d6-4f74-8c1a-0b36798e85ea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:24.279032 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33e06637-bf17-4dfa-ab0e-4fcd5bbd90c6 req-4dbb2206-d1d6-4f74-8c1a-0b36798e85ea tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0634396 Jun 22 18:39:24.316788 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-33e06637-bf17-4dfa-ab0e-4fcd5bbd90c6 req-f92bf178-aa83-4f25-abed-50d3ded88fb6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Jun 22 18:39:24.575283 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:25.507478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3efdb-ad0c-4104-bdfd-db37f3dc1f9f req-2056698c-68f5-4c87-95e7-8afc26bc06da tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:25.509080 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d3f3efdb-ad0c-4104-bdfd-db37f3dc1f9f req-2056698c-68f5-4c87-95e7-8afc26bc06da tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0652187 Jun 22 18:39:25.550579 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d3f3efdb-ad0c-4104-bdfd-db37f3dc1f9f req-c84fd608-ffb7-4a2b-8059-58a3dc193371 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Jun 22 18:39:26.137212 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:26.733209 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80633c-1349-4a4a-af40-5692ecf1a05f req-0d6f18b6-9ae8-46d3-b956-90df570aa9cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:26.734655 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca80633c-1349-4a4a-af40-5692ecf1a05f req-0d6f18b6-9ae8-46d3-b956-90df570aa9cf tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0637631 Jun 22 18:39:26.772305 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ca80633c-1349-4a4a-af40-5692ecf1a05f req-bd590a8e-05ae-4cdc-ba76-7461ee76b78a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jun 22 18:39:27.949286 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93e2d-6c28-472f-aab7-29b13853b5da req-ec7cf9fc-de48-4fda-a75c-42c17332dd8a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:27.950739 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2c93e2d-6c28-472f-aab7-29b13853b5da req-ec7cf9fc-de48-4fda-a75c-42c17332dd8a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0619805 Jun 22 18:39:27.989670 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2c93e2d-6c28-472f-aab7-29b13853b5da req-e31d5771-98de-4e1b-b06e-b148fc7add94 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Jun 22 18:39:28.019150 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:29.172817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971032eb-4a63-4ffc-ad1d-3162cb6fd0a2 req-79cfd6e2-a936-41af-a137-e64a68262770 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:29.174253 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-971032eb-4a63-4ffc-ad1d-3162cb6fd0a2 req-79cfd6e2-a936-41af-a137-e64a68262770 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0692792 Jun 22 18:39:29.212574 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-971032eb-4a63-4ffc-ad1d-3162cb6fd0a2 req-9efe3058-5861-4bc4-9231-5bbd9bb6d67c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Jun 22 18:39:30.400004 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e67bb-4013-482b-9f11-198eadb6915a req-6128df2a-d3f1-45f9-98ed-308f1d711e54 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:30.402129 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-246e67bb-4013-482b-9f11-198eadb6915a req-6128df2a-d3f1-45f9-98ed-308f1d711e54 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0675290 Jun 22 18:39:30.441914 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-246e67bb-4013-482b-9f11-198eadb6915a req-ce361a95-6ad9-4546-8e2f-cb47318a4da8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Jun 22 18:39:31.615301 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875aaf-2c12-48e8-96a3-dbb208813106 req-c480d3a5-a300-4b16-bfa0-c01cf5197aa4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.616890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e1875aaf-2c12-48e8-96a3-dbb208813106 req-c480d3a5-a300-4b16-bfa0-c01cf5197aa4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0607665 Jun 22 18:39:31.657204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e1875aaf-2c12-48e8-96a3-dbb208813106 req-82a3be0c-2f4f-46dc-9e01-ebd267964f5c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Jun 22 18:39:32.833982 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19316c22-59f7-4f98-a46a-fb9b216a4d58 req-f384aa8f-47af-4b1e-86db-371186c477b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:32.835445 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-19316c22-59f7-4f98-a46a-fb9b216a4d58 req-f384aa8f-47af-4b1e-86db-371186c477b9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0639715 Jun 22 18:39:32.874094 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-19316c22-59f7-4f98-a46a-fb9b216a4d58 req-bfe1a40b-14c5-4ad4-9091-091a7436845e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Jun 22 18:39:34.051069 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b5e4-8941-4445-8162-c6f5457adbc0 req-9b7be634-7ba1-444b-be0c-578a6145a364 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:34.052495 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06a2b5e4-8941-4445-8162-c6f5457adbc0 req-9b7be634-7ba1-444b-be0c-578a6145a364 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0610733 Jun 22 18:39:34.089095 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06a2b5e4-8941-4445-8162-c6f5457adbc0 req-13136b6d-d8a2-49b7-80bf-3a6e26bdaa91 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Jun 22 18:39:35.281076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123f2e7-9bd9-475d-8016-9b2bb61d522f req-8729dbb7-7ba2-4e3a-9af9-eff0b777d280 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:35.282543 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7123f2e7-9bd9-475d-8016-9b2bb61d522f req-8729dbb7-7ba2-4e3a-9af9-eff0b777d280 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.0675154 Jun 22 18:39:35.350657 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7123f2e7-9bd9-475d-8016-9b2bb61d522f req-35a1368b-b29e-4bd1-bab4-7d961fb5e206 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589323 Jun 22 18:39:35.371562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d938-8d44-45ca-90a9-1acdcbb0467e req-0deccc28-8b55-4bf7-b9a9-aeda6c357e0c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:35.373206 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa08d938-8d44-45ca-90a9-1acdcbb0467e req-0deccc28-8b55-4bf7-b9a9-aeda6c357e0c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.0897799 Jun 22 18:39:35.412749 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa08d938-8d44-45ca-90a9-1acdcbb0467e req-64c37a95-0cd7-47e8-b57c-206ac292723b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf6d67b5-6ead-41f9-b461-4463ecfe436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Jun 22 18:39:35.822346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-33bef539-8894-42fe-bb1b-7c6cef541c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:35.823695 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-33bef539-8894-42fe-bb1b-7c6cef541c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 945 time: 0.0680497 Jun 22 18:39:35.921463 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Deleting port 67294b80-a10e-41b8-a1c5-ec8973fe00df {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:35.921802 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.009261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] For port 67294b80-a10e-41b8-a1c5-ec8973fe00df, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=67294b80-a10e-41b8-a1c5-ec8973fe00df,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:36.009618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.274746 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.275154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.275509 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Floating IP 6ebf3e0b-5af0-4427-bcf6-9daefa3485f7 disassociated. External IP: 172.27.0.223, port: 67294b80-a10e-41b8-a1c5-ec8973fe00df. Jun 22 18:39:36.275845 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Calling delete_port for 67294b80-a10e-41b8-a1c5-ec8973fe00df owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:36.417415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.422173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a3d888a5-f2ee-4f5f-a0a7-fc068f2b8a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:36.450387 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'Port': ['ID=67294b80-a10e-41b8-a1c5-ec8973fe00df,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:36.463991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.464392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.465432 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.465432 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.465893 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.466170 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.466412 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.466788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.467180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.467648 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.467872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.468231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:36.472003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:36.579514 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ec70f9e9-a83a-4e70-89da-7af4e81e3f12 req-e5b8ed28-c4c8-48b6-bc61-1e28fa2ddaca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b8333be-02bf-49ef-acb4-a9add247c1db HTTP/1.1" status: 200 len: 210 time: 0.0377576 Jun 22 18:39:36.646537 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d067d3-9ea5-4e3c-91fe-97eed3884cc6 req-1e7673b0-5260-45b8-9831-d38acfdc86ff tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:36.648118 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84d067d3-9ea5-4e3c-91fe-97eed3884cc6 req-1e7673b0-5260-45b8-9831-d38acfdc86ff tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1415961 Jun 22 18:39:36.679230 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:36.701203 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-84d067d3-9ea5-4e3c-91fe-97eed3884cc6 req-6b09f749-72ce-45dd-bdda-d2bb1375394d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Jun 22 18:39:36.811021 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:36.821874 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:36.831650 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:36.832342 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:36.856472 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] No DVR routers for this DVR port 67294b80-a10e-41b8-a1c5-ec8973fe00df on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:36.859036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.861150 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbb73085-e6c3-49b4-96f3-3f0188faf333 req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "DELETE /v2.0/ports/67294b80-a10e-41b8-a1c5-ec8973fe00df HTTP/1.1" status: 204 len: 173 time: 1.0317199 Jun 22 18:39:36.861696 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'name': 'network-vif-deleted', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:36.864238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34250e6-b904-4e23-9d25-14fad5efd78a" -d '{"events": [{"server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "name": "network-vif-deleted", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:36.957413 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:37.045669 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c55de1-7bbc-469f-b723-c15e31e17d00 x-openstack-request-id: req-f6c55de1-7bbc-469f-b723-c15e31e17d00 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:37.046058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8333be-02bf-49ef-acb4-a9add247c1db", "name": "network-vif-deleted", "tag": "67294b80-a10e-41b8-a1c5-ec8973fe00df", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:37.046397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6c55de1-7bbc-469f-b723-c15e31e17d00 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:37.046881 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8333be-02bf-49ef-acb4-a9add247c1db', 'name': 'network-vif-deleted', 'tag': '67294b80-a10e-41b8-a1c5-ec8973fe00df', 'status': 'completed', 'code': 200} Jun 22 18:39:37.177562 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:37.204780 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:37.213629 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:37.214234 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:37.324726 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:37.545100 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:37.573270 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c0d84-eb22-41d7-b51e-948706c32341 None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:37.753917 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47566) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:37.834324 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.864719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a15b0-20be-47e8-a1ed-d3fbb94ffc45 None None] New status for floating IP 6ebf3e0b-5af0-4427-bcf6-9daefa3485f7: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:37.895739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.993118 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87683b88-5005-41fb-a460-0efcdff5fea6 req-89b5671b-8213-47a5-888c-cba2451b233b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:37.996368 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87683b88-5005-41fb-a460-0efcdff5fea6 req-89b5671b-8213-47a5-888c-cba2451b233b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1450894 Jun 22 18:39:38.033160 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.038567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.044922 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "DELETE /v2.0/security-groups/cf6d67b5-6ead-41f9-b461-4463ecfe436f HTTP/1.1" status: 204 len: 168 time: 0.2848845 Jun 22 18:39:38.046263 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47568) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:38.049488 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-06c891d4-5892-4ef4-bb1b-8513a1631aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.062871 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.api.v2.resource [None req-d4cf02bf-183d-454c-a24a-0db3d6b92014 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] show failed (client error): The resource could not be found. Jun 22 18:39:38.065741 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d4cf02bf-183d-454c-a24a-0db3d6b92014 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups/cf6d67b5-6ead-41f9-b461-4463ecfe436f HTTP/1.1" status: 404 len: 347 time: 0.0177650 Jun 22 18:39:38.067309 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d67b5-6ead-41f9-b461-4463ecfe436f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.069390 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47572) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:38.070285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:38.090671 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87683b88-5005-41fb-a460-0efcdff5fea6 req-c0fed5a5-76f6-4ec4-b797-3ba9752d8d0b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=8455ac0c-4159-4f9e-9253-898c68e1d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607231 Jun 22 18:39:38.218618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Deleting port 4d612129-6425-43d5-b7cf-701988dd9f4f {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:38.218985 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.537313 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.537828 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.553318 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Calling delete_port for 4d612129-6425-43d5-b7cf-701988dd9f4f owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:38.739977 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.743688 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-477fe95b-a82b-4cda-8f79-c0515cc80674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.777866 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'Port': ['ID=4d612129-6425-43d5-b7cf-701988dd9f4f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.830423 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.830423 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.830771 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.830974 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.831337 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.831776 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.832031 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.832408 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.833352 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.833352 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.833583 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.833761 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.837862 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:38.866628 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.869757 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.871704 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "DELETE /v2.0/floatingips/6ebf3e0b-5af0-4427-bcf6-9daefa3485f7 HTTP/1.1" status: 204 len: 168 time: 0.8000059 Jun 22 18:39:39.196645 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47616) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:39.202371 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499661420', 'description': 'tempest-description--803381599'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:39.229305 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.329854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.337322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.340646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:39.378045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.379254 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1814873 Jun 22 18:39:39.380460 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8011060f-e804-4cd3-a32c-255cfcdcf99e,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:39.382120 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47638) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:39.387046 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group_rule': {'security_group_id': '8011060f-e804-4cd3-a32c-255cfcdcf99e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:39.393907 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:39.415059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.478107 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.482334 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.484442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-30aa1a2c-dc93-4b5c-ac20-3813b118aca6 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:39.505389 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0f7686-1ac9-4b25-8bce-219d322f2491,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:39.508844 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:39.512932 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.514524 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3886bd5c-7e1b-475e-ae70-ef97c606907b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313598 Jun 22 18:39:39.517304 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47650) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:39.522691 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'security_group_rule': {'security_group_id': '8011060f-e804-4cd3-a32c-255cfcdcf99e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:39.551962 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.609518 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.613153 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.615252 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:39.633217 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0060df2-3f60-413f-a0af-3a8d6b474513,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:39.636181 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:39.639568 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.644169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47652) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:39.644353 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c2cc96a0-bdfe-4aea-b44d-942af1a51d37 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256382 Jun 22 18:39:39.649340 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:39.704620 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.773397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-83228540-c3a1-41cd-8d38-19bf9c9dd115 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:39.774854 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-83228540-c3a1-41cd-8d38-19bf9c9dd115 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed8cafe1-99e2-43b7-953d-75967f1ef7e9 HTTP/1.1" status: 200 len: 943 time: 0.1204953 Jun 22 18:39:39.894299 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.952061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Deleting port ba921678-85aa-4ef0-8a29-d3739d94b13f {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:39.952419 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.974032 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 67294b80-a10e-41b8-a1c5-ec8973fe00df no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:39.994196 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 67294b80-a10e-41b8-a1c5-ec8973fe00df {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:39.994553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 67294b80-a10e-41b8-a1c5-ec8973fe00df not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:40.077307 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Allocated IP 172.27.0.167 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/385d2e55-b6e3-4b15-821f-45906f8ab608) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:40.087158 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] For port ba921678-85aa-4ef0-8a29-d3739d94b13f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ba921678-85aa-4ef0-8a29-d3739d94b13f,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:40.087510 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.546199 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.570580 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.570942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.571253 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Floating IP 6a4733fb-0327-4a81-a86d-082816bf438a disassociated. External IP: 172.27.0.238, port: ba921678-85aa-4ef0-8a29-d3739d94b13f. Jun 22 18:39:40.571597 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Calling delete_port for ba921678-85aa-4ef0-8a29-d3739d94b13f owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:40.643336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.647091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e7585d54-deb5-47a6-9b0e-113f5e075214 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.695189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:40.702044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:40.707518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:40.713896 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=385d2e55-b6e3-4b15-821f-45906f8ab608,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.734529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.817318 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.848577 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.897837 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'Port': ['ID=ba921678-85aa-4ef0-8a29-d3739d94b13f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.909142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.980684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.087900 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.117385 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:41.310134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:41.327424 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:41.347328 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:41.347999 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:41.376189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] No DVR routers for this DVR port ba921678-85aa-4ef0-8a29-d3739d94b13f on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:41.381845 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.383940 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c6eb3fd-cc0f-4263-b3d6-3b9d877ecafc req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "DELETE /v2.0/ports/ba921678-85aa-4ef0-8a29-d3739d94b13f HTTP/1.1" status: 204 len: 173 time: 1.6019700 Jun 22 18:39:41.384557 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-deleted', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:41.386973 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1807f-2c11-4869-a141-8928ca8e171c" -d '{"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-deleted", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:41.401116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.409103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.411966 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-34830f61-0c0b-4f4b-9e3a-c43402baa59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:41.443869 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d98d8-1478-4d1a-8697-f17e76e54c6f x-openstack-request-id: req-a24d98d8-1478-4d1a-8697-f17e76e54c6f {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:41.444226 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8cafe1-99e2-43b7-953d-75967f1ef7e9", "name": "network-vif-deleted", "tag": "ba921678-85aa-4ef0-8a29-d3739d94b13f", "status": "failed", "code": 422}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:41.444492 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a24d98d8-1478-4d1a-8697-f17e76e54c6f {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:41.444927 dv-cinder-774286-17-iscsi neutron-server[92932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed8cafe1-99e2-43b7-953d-75967f1ef7e9', 'name': 'network-vif-deleted', 'tag': 'ba921678-85aa-4ef0-8a29-d3739d94b13f', 'status': 'failed', 'code': 422} returned with failed status Jun 22 18:39:41.502166 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=385d2e55-b6e3-4b15-821f-45906f8ab608,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:41.507356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:41.535098 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.565240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.567663 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9220243 Jun 22 18:39:41.585230 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:41.869077 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-acc48e71-4779-420d-a502-8194c5873f6b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1499661420&fields=id&tenant_id=f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 267 time: 0.0500348 Jun 22 18:39:41.914943 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:41.949248 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:41.962900 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:41.964656 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:42.045664 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-d525d739-7de8-4ea3-aead-255eab6711bb tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:42.049194 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-d525d739-7de8-4ea3-aead-255eab6711bb tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 810 time: 0.1779730 Jun 22 18:39:42.072402 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-92650141-1364-40c6-ab30-b211546dcc12 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/quotas/f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 375 time: 0.0171998 Jun 22 18:39:42.193019 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-23e877a6-8132-48bc-a4ae-9fd534a83a7c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127107 Jun 22 18:39:42.195231 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:42.207857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47712) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.286381 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.315558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.440409 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.443523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.444842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "DELETE /v2.0/security-groups/8455ac0c-4159-4f9e-9253-898c68e1d71a HTTP/1.1" status: 204 len: 168 time: 0.2358611 Jun 22 18:39:42.446979 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-4a0da85a-6f3f-46fb-822e-27963da843fb service neutron] 10.222.0.68 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299418 Jun 22 18:39:42.447481 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47716) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.448281 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-676c4636-afa9-41ca-8cf3-72537c10db43 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:42.459952 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:42.482388 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8455ac0c-4159-4f9e-9253-898c68e1d71a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:42.485282 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:42.495014 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec8ee1-e088-4ece-9d63-cfac8a336790 None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:42.499300 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.api.v2.resource [None req-66cedd2a-0dbd-48ff-ba9d-6d96ba78e9a8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] show failed (client error): The resource could not be found. Jun 22 18:39:42.499739 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-66cedd2a-0dbd-48ff-ba9d-6d96ba78e9a8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups/8455ac0c-4159-4f9e-9253-898c68e1d71a HTTP/1.1" status: 404 len: 347 time: 0.0469525 Jun 22 18:39:42.503210 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47720) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.600784 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-cb7a2bcf-b22c-4c45-a94a-b8a10b1f5ac6 service neutron] 10.222.0.68 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465735 Jun 22 18:39:42.676692 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Deleting port fabbe4d0-6580-424f-ad48-7b5a9c9e45ea {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:42.677051 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.782565 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.782997 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.798832 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Calling delete_port for fabbe4d0-6580-424f-ad48-7b5a9c9e45ea owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:42.802807 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3302e2-a5fb-4079-a923-22653e896674 None None] New status for floating IP 6a4733fb-0327-4a81-a86d-082816bf438a: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:42.861098 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e1efd602-6a87-41c2-94ae-38b4f9a474c4 req-78d6385b-47a4-481d-83b4-48469fa1179f tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 210 time: 0.0434835 Jun 22 18:39:42.974950 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.976420 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.db.api [None req-9e3302e2-a5fb-4079-a923-22653e896674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 18:39:42.977075 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_db.api [None req-9e3302e2-a5fb-4079-a923-22653e896674 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 18:39:42.983701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.010921 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'Port': ['ID=fabbe4d0-6580-424f-ad48-7b5a9c9e45ea,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.015072 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.081415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.085267 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.085599 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "DELETE /v2.0/floatingips/6a4733fb-0327-4a81-a86d-082816bf438a HTTP/1.1" status: 204 len: 168 time: 0.5813491 Jun 22 18:39:43.478439 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3302e2-a5fb-4079-a923-22653e896674 None None] New status for floating IP 6a4733fb-0327-4a81-a86d-082816bf438a: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:43.504311 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47750) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:43.513018 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093412363', 'description': 'tempest-description--2051605728'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:43.549866 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.660582 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.665687 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.669258 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.701141 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.702414 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1964662 Jun 22 18:39:43.705400 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47754) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:43.709058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d55d6-355a-429c-9b45-57a84c22fffb,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.710740 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group_rule': {'security_group_id': '873d55d6-355a-429c-9b45-57a84c22fffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:43.712593 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.751523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.813968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.817993 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.823392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.840833 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c42e88c-6029-496c-993e-26e7a9f78ef2,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.845328 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.846526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.851346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412575 Jun 22 18:39:43.851346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47758) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:43.855379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'security_group_rule': {'security_group_id': '873d55d6-355a-429c-9b45-57a84c22fffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:43.885673 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.962050 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.967289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.970607 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.999207 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa03c1c-4f72-4b3e-a6a5-e8ef205caf09,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.018652 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.020953 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82273c5e-411a-4c41-81ac-0d8676eefbf6 req-65481036-f3fe-4611-be0b-b99bac7cf11b tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 210 time: 0.0379860 Jun 22 18:39:44.022339 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.023391 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720955 Jun 22 18:39:44.026595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 47766) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:44.031743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:44.054213 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.165684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.341565 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Allocated IP 172.27.0.197 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/adac46e9-2541-4596-bd63-075d7000c101) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:44.349306 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-bb4c7e93-8700-4802-9003-f859c1be7599 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:44.350688 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-bb4c7e93-8700-4802-9003-f859c1be7599 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 810 time: 0.1489763 Jun 22 18:39:44.436498 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-4f25b810-d55b-420a-9d35-72151ddbe2da tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a38997435a4b8db956a154d5b63cac HTTP/1.1" status: 200 len: 380 time: 0.0755534 Jun 22 18:39:44.451167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'port': {'device_id': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'admin_state_up': True, 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'security_groups': ['8011060f-e804-4cd3-a32c-255cfcdcf99e']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:44.530323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.604627 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.606824 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:44.610109 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Made reservation on behalf of f9a38997435a4b8db956a154d5b63cac for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:44.613522 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.673798 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:44.679886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:44.705889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=adac46e9-2541-4596-bd63-075d7000c101,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.708179 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:44.713054 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.841512 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Allocated IP 172.20.0.7 (6742600a-098e-4c3d-88ce-589ca4f48355/f5aa69ac-e645-4362-a3ee-848eeb6a02d3/0098b1ea-c30c-4c33-a14a-fe58053e2300) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:44.857199 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.959978 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.100313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.124386 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Transition to ACTIVE for port object 0098b1ea-c30c-4c33-a14a-fe58053e2300 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:45.182284 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b03ab51f-cf6e-4448-a9da-68ed13d3da57 req-ae735d07-7cae-4fc2-9f60-986f722acc1c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 210 time: 0.0411971 Jun 22 18:39:45.229086 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.232738 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.238774 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2c3063f0-8202-46d5-a41f-49c73a002d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.244838 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.290930 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Network 6742600a-098e-4c3d-88ce-589ca4f48355 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:45.313226 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:45.319896 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:45.578113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f3e5d44a-d054-4fee-bb34-956647c08256 None None] Provisioning for port 0098b1ea-c30c-4c33-a14a-fe58053e2300 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:45.582223 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f3e5d44a-d054-4fee-bb34-956647c08256 None None] Provisioning complete for port 0098b1ea-c30c-4c33-a14a-fe58053e2300 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:45.582593 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d44a-d054-4fee-bb34-956647c08256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.624661 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event updated for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.632588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.633071 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.663084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.680861 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:45.681480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.704789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=adac46e9-2541-4596-bd63-075d7000c101,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.707645 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.708876 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6808383 Jun 22 18:39:45.709935 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.711145 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2649744 Jun 22 18:39:45.724528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Request body: {'port': {'device_id': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:45.759655 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5d44a-d054-4fee-bb34-956647c08256 None None] Port 0098b1ea-c30c-4c33-a14a-fe58053e2300 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:45.800323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.963074 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-f950ebff-c23f-425c-b032-d56abc3c41f8 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2093412363&fields=id&tenant_id=475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 267 time: 0.0553448 Jun 22 18:39:46.150011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-d034b04e-b133-4cfe-9ca9-ecf8f05b9b5e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.151470 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-d034b04e-b133-4cfe-9ca9-ecf8f05b9b5e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 817 time: 0.1786811 Jun 22 18:39:46.178332 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-b91d4d29-9907-4f48-ac82-aa93432e742e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/quotas/475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 375 time: 0.0193503 Jun 22 18:39:46.242239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0098b1ea-c30c-4c33-a14a-fe58053e2300 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:46.252238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.276533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Transition to ACTIVE for port object 0098b1ea-c30c-4c33-a14a-fe58053e2300 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:46.285813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.290684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ec28e963-d160-48aa-b45e-f1038481d90c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:46.327049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-aa2b5f07-16ec-485d-9f98-9b5f857d10f9 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282282 Jun 22 18:39:46.390589 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Pushing event updated for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:46.397572 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:46.534239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc8217-04b1-4408-82cc-b1f9e4e4e0a2 req-a1376097-851d-420e-b5ed-d842e0c6ac1e tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.535859 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34bc8217-04b1-4408-82cc-b1f9e4e4e0a2 req-a1376097-851d-420e-b5ed-d842e0c6ac1e tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 943 time: 0.2078907 Jun 22 18:39:46.589138 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Attempting to bind port 0098b1ea-c30c-4c33-a14a-fe58053e2300 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:46.589482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Attempting to bind port 0098b1ea-c30c-4c33-a14a-fe58053e2300 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:46.589908 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Attempting to bind port 0098b1ea-c30c-4c33-a14a-fe58053e2300 on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:46.608460 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Port 0098b1ea-c30c-4c33-a14a-fe58053e2300 on network 6742600a-098e-4c3d-88ce-589ca4f48355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:39:46.608783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Attempting to bind port 0098b1ea-c30c-4c33-a14a-fe58053e2300 on network 6742600a-098e-4c3d-88ce-589ca4f48355 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:46.616997 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-9862197f-57e2-41f9-a482-dc7c09695354 service neutron] 10.222.0.68 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687454 Jun 22 18:39:46.620946 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-34bc8217-04b1-4408-82cc-b1f9e4e4e0a2 req-4ddf0879-083b-402b-ad8e-5957e030dd0e tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792980 Jun 22 18:39:46.622433 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:46.622793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Checking segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:46.623190 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Bound using segment: {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:46.623653 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Bound port: 0098b1ea-c30c-4c33-a14a-fe58053e2300, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606f2497-5b51-4880-a8ef-f8d9cf436cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:46.624018 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.765471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:46.769846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:46.773270 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-7b10a4c0-9cac-4c4a-baa8-9f9609163049 service neutron] 10.222.0.68 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465280 Jun 22 18:39:46.775128 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.777408 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0fcf12f0-e50e-4c68-8013-ec4049378301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:46.819884 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.820545 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.822016 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-430615e9-482a-4559-909a-0f297aca9214 service neutron] 10.222.0.49 "PUT /v2.0/ports/0098b1ea-c30c-4c33-a14a-fe58053e2300 HTTP/1.1" status: 200 len: 1093 time: 1.1024768 Jun 22 18:39:46.822568 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:46.825117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af5b89b-ecf2-4912-98ad-c2957350cff7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:46.854369 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Pushing event updated for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:46.858126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:46.890220 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a269a0-9d43-449e-96af-6450cc7c35f7 x-openstack-request-id: req-e6a269a0-9d43-449e-96af-6450cc7c35f7 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:46.890540 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:46.890823 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6a269a0-9d43-449e-96af-6450cc7c35f7 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:46.891319 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'status': 'completed', 'code': 200} Jun 22 18:39:46.979993 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-96cfe958-d942-4740-9d56-f8b6bb31b804 req-bd4351ce-2b85-4254-9af8-c6e0c85f4e02 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0350490 Jun 22 18:39:46.991175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-3e3f3560-7756-4602-b52d-1186b3ff34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.993001 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-3e3f3560-7756-4602-b52d-1186b3ff34ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 1096 time: 0.1123707 Jun 22 18:39:47.036934 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.048791 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-9cd63c9e-2819-4101-8564-c97c897d90d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300 HTTP/1.1" status: 200 len: 217 time: 0.0482042 Jun 22 18:39:47.109048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-af8a7ed4-6e9a-4bc8-b105-85e9703edc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.110523 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-af8a7ed4-6e9a-4bc8-b105-85e9703edc77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.0533965 Jun 22 18:39:47.175264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-e3576c98-c2a7-4fe9-b36c-dcf0383f8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.176826 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-e3576c98-c2a7-4fe9-b36c-dcf0383f8b24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573649 Jun 22 18:39:47.289493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-0bb76d3b-4d5b-4062-97c4-71244fb9b92b service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056445 Jun 22 18:39:47.446742 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-50c63b42-6e15-407c-86c0-1218ec526d95 req-f1f96e56-d1cd-4b37-b093-36bba38e7a3a service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501358 Jun 22 18:39:47.586088 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-be686de5-db8d-44af-99f1-471cc3ffa223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.587633 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-be686de5-db8d-44af-99f1-471cc3ffa223 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 1096 time: 0.0555491 Jun 22 18:39:47.695767 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-13fb5fbc-7899-4fc9-a494-f82704b83108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.697261 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-13fb5fbc-7899-4fc9-a494-f82704b83108 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 911 time: 0.1031280 Jun 22 18:39:47.743875 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-698b1156-2c07-46fe-bb01-2da3daa9508d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300 HTTP/1.1" status: 200 len: 217 time: 0.0381997 Jun 22 18:39:47.826664 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-fb003e21-43df-475d-9025-2a98a8b18513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.828031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-fb003e21-43df-475d-9025-2a98a8b18513 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.0756989 Jun 22 18:39:47.872895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a657-2685-42c3-965c-34c0d24771d7 req-fa91e42a-65fa-4850-afb2-c350c08152dd tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.874436 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3a09a657-2685-42c3-965c-34c0d24771d7 req-fa91e42a-65fa-4850-afb2-c350c08152dd tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 943 time: 0.1330445 Jun 22 18:39:47.928626 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3a09a657-2685-42c3-965c-34c0d24771d7 req-7243a09d-0872-4299-b3a4-6a57fc35bb7e tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Jun 22 18:39:47.936153 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-52a38eab-5cda-4981-9314-1214ff807498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:47.938331 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-52a38eab-5cda-4981-9314-1214ff807498 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1022825 Jun 22 18:39:48.062510 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-e8e9ae38-8ad4-46ac-8d9a-b169437fba9e service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167200 Jun 22 18:39:48.210219 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eae413ca-1f84-4199-aced-0794b7e29a90 req-6e87c7f1-232f-4946-bc20-d2ee23ff2120 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0634360 Jun 22 18:39:48.274056 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2af5b89b-ecf2-4912-98ad-c2957350cff7 req-a9d1d0b3-8a7f-4b4a-af9c-d45dc7341020 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006249 Jun 22 18:39:48.320499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-13856755-424b-48e6-876d-98d0823c3df2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.322047 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-13856755-424b-48e6-876d-98d0823c3df2 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 817 time: 0.1657481 Jun 22 18:39:48.372367 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-6b53fbeb-db4d-481f-85e1-082b3573d47e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=475ac2b0c01244cda93c79420a97dd69 HTTP/1.1" status: 200 len: 380 time: 0.0403807 Jun 22 18:39:48.382520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'port': {'device_id': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'admin_state_up': True, 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'security_groups': ['873d55d6-355a-429c-9b45-57a84c22fffb']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:48.530880 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Made reservation on behalf of 475ac2b0c01244cda93c79420a97dd69 for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:48.534856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.666739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Allocated IP 172.20.0.14 (f992fe1a-14f9-4d9d-ad76-a684c65a4bcb/0a655472-3d27-48ba-9f3e-3df96018fba6/f48ecdf2-b25e-4b0c-9a63-2b97cb013471) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:48.807513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.822504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Transition to ACTIVE for port object f48ecdf2-b25e-4b0c-9a63-2b97cb013471 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:48.859303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.863333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:48.913795 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:48.917376 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:48.921338 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:48.928044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event updated for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:48.948708 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:48.988459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.989221 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.009305 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6310291 Jun 22 18:39:49.022000 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Request body: {'port': {'device_id': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:49.136510 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.153504 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-4198147b-d4e6-4b91-bf0c-f711462f7842 None None] Provisioning for port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:49.159696 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-4198147b-d4e6-4b91-bf0c-f711462f7842 None None] Provisioning complete for port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:49.160080 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4198147b-d4e6-4b91-bf0c-f711462f7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.197237 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-4198147b-d4e6-4b91-bf0c-f711462f7842 None None] Port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:49.232269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa396abe-d7a4-4b5f-95ab-99e4af7219b6 req-6b99ecf3-bc47-4c50-814e-21a82bd9b7b4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:49.234595 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa396abe-d7a4-4b5f-95ab-99e4af7219b6 req-6b99ecf3-bc47-4c50-814e-21a82bd9b7b4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 943 time: 0.1475422 Jun 22 18:39:49.524380 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa396abe-d7a4-4b5f-95ab-99e4af7219b6 req-4e863c1d-a39e-4908-8dfe-d36025e547d3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786670 Jun 22 18:39:49.575933 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-7585ab04-3216-49c5-a8c6-f71227c06ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1965616 Jun 22 18:39:49.607574 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba036685-c429-4a17-ae18-de3896f2f61c req-d0d80348-d93b-45ea-8386-ac319da2966d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:49.609081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ba036685-c429-4a17-ae18-de3896f2f61c req-d0d80348-d93b-45ea-8386-ac319da2966d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 932 time: 0.2691441 Jun 22 18:39:49.987559 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ba036685-c429-4a17-ae18-de3896f2f61c req-79fc5a8a-21c8-436d-b971-4cf4c1501e40 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617725 Jun 22 18:39:50.003507 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48ecdf2-b25e-4b0c-9a63-2b97cb013471 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:50.013713 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.018799 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-1fab62a1-74a9-4b84-b7d3-8d3da681c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.020293 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-1fab62a1-74a9-4b84-b7d3-8d3da681c57b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d660dc05f06040c2b087fd47a312936e&device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 1099 time: 0.4103165 Jun 22 18:39:50.021372 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 0098b1ea-c30c-4c33-a14a-fe58053e2300 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:50.036103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Transition to ACTIVE for port object f48ecdf2-b25e-4b0c-9a63-2b97cb013471 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:50.040684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.044427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3d3f7b99-83bb-40b6-97c1-db3341b540a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:50.124690 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:50.137813 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'port_id': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'mac_address': 'fa:16:3e:af:01:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:50.155460 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Pushing event updated for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:50.162660 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:50.181043 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.195989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0098b1ea-c30c-4c33-a14a-fe58053e2300 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:50.222508 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:50.227255 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.231176 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:50.241895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-5d711ffb-90a0-4304-b370-073b2abb2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.243373 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-5d711ffb-90a0-4304-b370-073b2abb2531 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8383bba3-5af1-4bd8-ba31-5fb3f3297118 HTTP/1.1" status: 200 len: 914 time: 0.1952569 Jun 22 18:39:50.299503 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:50.301116 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-08ba058e-b8ac-4f87-80df-169a75aee604 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62 HTTP/1.1" status: 200 len: 217 time: 0.0471017 Jun 22 18:39:50.301914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Attempting to bind port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:50.302251 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Attempting to bind port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:50.302579 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Attempting to bind port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:50.307382 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:39:50.307729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Attempting to bind port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 on network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:50.309791 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.310148 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.310582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.310829 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.311167 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.311506 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.311839 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.312171 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.312568 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.312929 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.313262 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.313590 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:50.325848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:50.346271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:50.346621 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Checking segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:50.347017 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Bound using segment: {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:50.347465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Bound port: f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e55c52-aeb8-4977-b73e-ebe179427e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:50.347817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.392277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-326a2ff4-a8a1-4279-84f2-0b9195bbe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.393634 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-326a2ff4-a8a1-4279-84f2-0b9195bbe6a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab0265c8-c14b-48e0-a14e-81fec665c72f HTTP/1.1" status: 200 len: 853 time: 0.0834923 Jun 22 18:39:50.440586 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-88b1b96f-88a6-4cd6-ae0c-da3b1c6ba4fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8383bba3-5af1-4bd8-ba31-5fb3f3297118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375061 Jun 22 18:39:50.460785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:50.514240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:50.519881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.525653 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-76e3b181-6320-47ec-a3d1-9e3da5be1680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:50.567153 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.567768 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.569221 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] 10.222.0.49 "PUT /v2.0/ports/f48ecdf2-b25e-4b0c-9a63-2b97cb013471 HTTP/1.1" status: 200 len: 1094 time: 1.5515699 Jun 22 18:39:50.572105 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:50.574915 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d424d9f-2724-4bba-9338-4aef1c3a89f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:50.616808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Pushing event updated for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:50.621114 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-a2d9189c-23db-44bd-8ee1-1134519d0ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706190 Jun 22 18:39:50.622003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:50.641494 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['0098b1ea-c30c-4c33-a14a-fe58053e2300'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:50.679283 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d40fbf-9806-4852-ac52-bca21533b95c x-openstack-request-id: req-43d40fbf-9806-4852-ac52-bca21533b95c {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:50.679729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:50.680020 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-43d40fbf-9806-4852-ac52-bca21533b95c {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:50.680473 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'status': 'completed', 'code': 200} Jun 22 18:39:50.848596 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b95690f-5777-4aae-80b9-d7294d43b802 req-8ff27db2-61dc-4883-ad45-fa04d5faba07 service neutron] 10.222.0.49 "GET /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177055 Jun 22 18:39:50.857647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-b02f3c92-f393-4d9c-ab68-66cbe826a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.859110 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-b02f3c92-f393-4d9c-ab68-66cbe826a1d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.1969583 Jun 22 18:39:50.866590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99360d1-40f1-46fc-8d8d-f1bddc5a5d87 req-5b3eb53a-3f86-431a-95e2-1c2b5df783d4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.868480 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a99360d1-40f1-46fc-8d8d-f1bddc5a5d87 req-5b3eb53a-3f86-431a-95e2-1c2b5df783d4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 944 time: 0.1325567 Jun 22 18:39:50.914622 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-8434bf6e-bf70-43b5-9578-2c8d86d77829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471 HTTP/1.1" status: 200 len: 217 time: 0.0450249 Jun 22 18:39:50.960873 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a99360d1-40f1-46fc-8d8d-f1bddc5a5d87 req-3bf94443-733d-4af8-99e8-e176a82db336 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849135 Jun 22 18:39:50.977533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-ca960330-2505-4935-ad99-b52974013729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:50.980426 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-ca960330-2505-4935-ad99-b52974013729 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.0575998 Jun 22 18:39:51.045099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694579c5-a859-4f87-8a16-063e2e6f603d req-243608c5-6e09-4d7d-a28d-8cd74d0c331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.046741 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-243608c5-6e09-4d7d-a28d-8cd74d0c331d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611820 Jun 22 18:39:51.181072 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-91e76245-ac14-49e7-a33b-2b5ab5e0dcc0 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259131 Jun 22 18:39:51.228754 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f10c-1608-43c4-8a45-6596c481226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.242356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20c12-ac5d-4674-86ac-5dd6e389d628 req-147b5fac-6d83-4f52-8c8b-12f2e254149d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.243807 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cfe20c12-ac5d-4674-86ac-5dd6e389d628 req-147b5fac-6d83-4f52-8c8b-12f2e254149d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 944 time: 0.1318138 Jun 22 18:39:51.306141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cfe20c12-ac5d-4674-86ac-5dd6e389d628 req-a1ee22fe-04f9-4014-b198-015648d49d0c tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564396 Jun 22 18:39:51.312022 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-694579c5-a859-4f87-8a16-063e2e6f603d req-654f3b43-db1e-4151-8bd6-64313b0cec22 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214130 Jun 22 18:39:51.429337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-cdf2520d-9484-4a25-90db-a078fc8a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.430873 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-cdf2520d-9484-4a25-90db-a078fc8a43c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0600057 Jun 22 18:39:51.535455 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-7f5c9635-93d1-482d-97aa-59cc769f3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.537300 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-7f5c9635-93d1-482d-97aa-59cc769f3069 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 918 time: 0.0996182 Jun 22 18:39:51.580393 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-da9d134c-979f-4d7c-86f4-e40280adb850 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471 HTTP/1.1" status: 200 len: 217 time: 0.0354264 Jun 22 18:39:51.647624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-5e3d82cc-5d1a-4468-8ca2-a27873e37e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.650485 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-5e3d82cc-5d1a-4468-8ca2-a27873e37e5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.0606902 Jun 22 18:39:51.715003 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-0310a9c2-7855-41f1-b481-521712704b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.716653 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-0310a9c2-7855-41f1-b481-521712704b7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594704 Jun 22 18:39:51.813064 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-f145a61f-380e-4300-b6cf-070f624afd2b service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Jun 22 18:39:51.915326 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d424d9f-2724-4bba-9338-4aef1c3a89f5 req-69a70286-c745-4d35-b57f-f9812adf6438 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959847 Jun 22 18:39:52.044930 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 0098b1ea-c30c-4c33-a14a-fe58053e2300 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:52.107779 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 0098b1ea-c30c-4c33-a14a-fe58053e2300 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:52.115600 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 0098b1ea-c30c-4c33-a14a-fe58053e2300 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:52.115999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.201392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638e06-7a5d-4520-a478-26adf355419b req-7f3980be-bced-4c78-9c1e-9bee277ee1f4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:52.202951 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6a638e06-7a5d-4520-a478-26adf355419b req-7f3980be-bced-4c78-9c1e-9bee277ee1f4 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 944 time: 0.1153600 Jun 22 18:39:52.250604 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6a638e06-7a5d-4520-a478-26adf355419b req-dce39ea9-6f64-407a-b91d-d507fd8293e3 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Jun 22 18:39:52.259926 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.314497 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:52.317312 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cdfb92-5518-440c-a770-3d7ed33800e7" -d '{"events": [{"server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "name": "network-vif-plugged", "status": "completed", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:52.334582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:52.338788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.341743 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:52.414840 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:52.418419 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:52.464230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7bd98b-5179-42c8-890c-34ef4dc8f16b x-openstack-request-id: req-3f7bd98b-5179-42c8-890c-34ef4dc8f16b {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:52.464691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "name": "network-vif-plugged", "status": "completed", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:52.465146 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f7bd98b-5179-42c8-890c-34ef4dc8f16b {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:52.465794 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'code': 200} Jun 22 18:39:52.518276 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:52.593355 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f196d7-c553-42df-9de4-203b6a762622 req-c679a42f-54e1-4ab5-8274-6696a7967552 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:52.594908 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0f196d7-c553-42df-9de4-203b6a762622 req-c679a42f-54e1-4ab5-8274-6696a7967552 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 944 time: 0.1049712 Jun 22 18:39:52.648901 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a0f196d7-c553-42df-9de4-203b6a762622 req-705e96cf-911f-443f-af30-86f8c721ebf4 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Jun 22 18:39:52.760328 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77912226-48de-47d5-bb51-693cbede2863 req-ab8bb50a-2ada-4818-a896-4579cee0b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:52.762438 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-77912226-48de-47d5-bb51-693cbede2863 req-ab8bb50a-2ada-4818-a896-4579cee0b85c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 1098 time: 0.0599432 Jun 22 18:39:52.801199 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-77912226-48de-47d5-bb51-693cbede2863 req-91ad2026-520e-48af-a89c-d69cdd0ae1d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Jun 22 18:39:53.439113 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92587783-29ba-43af-bb97-d94bc2e88e72 req-a192e33b-c5ab-4b49-a8a5-899781fc7c16 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:53.440652 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92587783-29ba-43af-bb97-d94bc2e88e72 req-a192e33b-c5ab-4b49-a8a5-899781fc7c16 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jun 22 18:39:53.483576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92587783-29ba-43af-bb97-d94bc2e88e72 req-10d91f66-e0b0-442e-befe-8a8f99deb737 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354805 Jun 22 18:39:53.907681 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b0fe-edce-4c2d-ac2c-8fa5f4038573 req-7be58616-ca38-4590-b12c-98667150b276 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:53.916104 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89f7b0fe-edce-4c2d-ac2c-8fa5f4038573 req-7be58616-ca38-4590-b12c-98667150b276 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 944 time: 0.1360857 Jun 22 18:39:53.970118 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89f7b0fe-edce-4c2d-ac2c-8fa5f4038573 req-9882256a-2d59-445f-b192-add03e593498 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510359 Jun 22 18:39:54.042792 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device f48ecdf2-b25e-4b0c-9a63-2b97cb013471 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:54.147570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:54.160442 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'port_id': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'mac_address': 'fa:16:3e:0b:18:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:54.204082 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.221713 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48ecdf2-b25e-4b0c-9a63-2b97cb013471 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:54.243411 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:54.251935 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.255092 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:54.287629 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e118e96d-9d7a-4233-84d5-12e58c3baed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.315516 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:54.319020 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:54.583425 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.595935 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['f48ecdf2-b25e-4b0c-9a63-2b97cb013471'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:54.773159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0cdf-d9c5-44a0-8c2f-0e391f682f7a req-30c9c6e8-1870-4505-88d6-a4e0ef3409c2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:54.776091 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79fd0cdf-d9c5-44a0-8c2f-0e391f682f7a req-30c9c6e8-1870-4505-88d6-a4e0ef3409c2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 945 time: 0.1007082 Jun 22 18:39:54.817687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79fd0cdf-d9c5-44a0-8c2f-0e391f682f7a req-25792a01-cc1b-49b9-9717-d4ae73bd6340 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Jun 22 18:39:55.023923 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5ca02-fce6-4558-8782-80fb2529bd03 req-7bf4db06-625b-4329-bd0f-48032b511f39 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.025895 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fce5ca02-fce6-4558-8782-80fb2529bd03 req-7bf4db06-625b-4329-bd0f-48032b511f39 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 945 time: 0.0913026 Jun 22 18:39:55.035997 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 47942) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:55.041666 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Request body: {'floatingip': {'port_id': '0098b1ea-c30c-4c33-a14a-fe58053e2300'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:55.082912 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.185867 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744bf16-b715-456f-903d-147cb1ea3f69 req-90cb5223-14b3-4d57-a663-23ac00a1547d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.187435 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f744bf16-b715-456f-903d-147cb1ea3f69 req-90cb5223-14b3-4d57-a663-23ac00a1547d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0808303 Jun 22 18:39:55.230145 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f744bf16-b715-456f-903d-147cb1ea3f69 req-c3050eec-4dcc-477b-adce-52745204f9be tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Jun 22 18:39:55.588754 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.594056 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.715856 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Floating IP 9c8df6e6-c3d5-4b52-9348-a379f2105fd4 associated. External IP: 172.27.0.167, port: 0098b1ea-c30c-4c33-a14a-fe58053e2300. Jun 22 18:39:55.937973 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:56.061406 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device f48ecdf2-b25e-4b0c-9a63-2b97cb013471 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:56.070754 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:56.076554 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.084308 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:56.096684 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:56.098501 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:56.123143 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-23302625-e1b4-421a-8caf-f2d3ced7ef70 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "PUT /v2.0/floatingips/9c8df6e6-c3d5-4b52-9348-a379f2105fd4 HTTP/1.1" status: 200 len: 991 time: 1.0834324 Jun 22 18:39:56.124319 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:56.129403 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ad239-cedb-4a50-a338-8c66e248b850" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:56.147394 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:56.150952 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.153324 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:56.153979 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.267042 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:56.278269 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab077f60-826a-472a-8b92-432faa7fc302 x-openstack-request-id: req-ab077f60-826a-472a-8b92-432faa7fc302 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:56.278604 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:56.278897 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab077f60-826a-472a-8b92-432faa7fc302 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:56.279333 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.279511 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'status': 'completed', 'code': 200} Jun 22 18:39:56.313317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:56.319787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde05b2-eef0-4b7b-bc24-64375db01bdc" -d '{"events": [{"server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "name": "network-vif-plugged", "status": "completed", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:56.341441 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:56.347805 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.353419 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:56.407538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ad239-cedb-4a50-a338-8c66e248b850 req-4b63fecc-1464-4adb-9976-53bdd2031bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.408806 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-4b63fecc-1464-4adb-9976-53bdd2031bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9a38997435a4b8db956a154d5b63cac&device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 1098 time: 0.0944555 Jun 22 18:39:56.413483 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598b3d9-a34a-4957-9e36-255566f1970a x-openstack-request-id: req-5598b3d9-a34a-4957-9e36-255566f1970a {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:56.413794 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "name": "network-vif-plugged", "status": "completed", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:56.414062 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5598b3d9-a34a-4957-9e36-255566f1970a {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:56.414465 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'code': 200} Jun 22 18:39:56.478030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:56.492684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:56.588939 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ad239-cedb-4a50-a338-8c66e248b850 req-6cdb9db7-8bd4-4fe6-9106-8a27ca98404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.592251 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-6cdb9db7-8bd4-4fe6-9106-8a27ca98404c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 200 len: 911 time: 0.1723561 Jun 22 18:39:56.627190 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '9c8df6e6-c3d5-4b52-9348-a379f2105fd4', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:af:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:55Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:56.676996 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:56.698642 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:56.699997 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:56.722281 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-5dbdefd8-04d0-4bfd-accd-439d58dde666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300 HTTP/1.1" status: 200 len: 999 time: 0.1215031 Jun 22 18:39:56.739250 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19f54d-e5ae-4df8-a188-5d5e069b6a22 req-195f20bf-9fb5-497f-80ab-2301f17f19dc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.740845 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cb19f54d-e5ae-4df8-a188-5d5e069b6a22 req-195f20bf-9fb5-497f-80ab-2301f17f19dc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.2396982 Jun 22 18:39:56.836968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ad239-cedb-4a50-a338-8c66e248b850 req-4c8d6177-3173-4525-a095-7e45caea83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.838484 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-4c8d6177-3173-4525-a095-7e45caea83fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 200 len: 849 time: 0.0953584 Jun 22 18:39:56.842083 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cb19f54d-e5ae-4df8-a188-5d5e069b6a22 req-4a22fa17-7b17-4260-8c20-b0d13dd4212b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879190 Jun 22 18:39:56.849007 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789eb11-71b2-44f9-8792-b47b68e0ac27 req-8bc0cbce-9e71-43dd-ad5c-33b133d65c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.850490 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1789eb11-71b2-44f9-8792-b47b68e0ac27 req-8bc0cbce-9e71-43dd-ad5c-33b133d65c57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 1099 time: 0.1835086 Jun 22 18:39:56.871974 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:56.931412 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1789eb11-71b2-44f9-8792-b47b68e0ac27 req-1715bb95-0eff-4834-8a6a-3ff349f58656 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702581 Jun 22 18:39:56.951025 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ad239-cedb-4a50-a338-8c66e248b850 req-7d21d5d7-8080-4b27-947c-27d9ec8fa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.952536 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-7d21d5d7-8080-4b27-947c-27d9ec8fa812 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6742600a-098e-4c3d-88ce-589ca4f48355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1058493 Jun 22 18:39:57.120165 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-bc5365ae-9574-4602-88d9-0b35e924dca4 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991890 Jun 22 18:39:57.173018 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '9c8df6e6-c3d5-4b52-9348-a379f2105fd4', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:af:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:55Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:57.208532 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5630a28-dfd7-4dae-9ec7-11545de31f5d None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '9c8df6e6-c3d5-4b52-9348-a379f2105fd4', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'port_id': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'mac_address': 'fa:16:3e:af:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:55Z', 'revision_number': 1, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:57.264113 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-027ad239-cedb-4a50-a338-8c66e248b850 req-07b63fb3-acde-4a32-9776-4d0fcf61aa85 service neutron] 10.222.0.49 "GET /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319532 Jun 22 18:39:57.442290 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8bfd27-5ec1-454c-bc9d-1ea5ed0d9ee9 None None] New status for floating IP 9c8df6e6-c3d5-4b52-9348-a379f2105fd4: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:58.029493 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.066758 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7bd85-f3f8-4800-affa-f47f7e441a2b req-3b9eed4b-07af-40ba-88ee-ef5f90d08238 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:58.068437 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-27e7bd85-f3f8-4800-affa-f47f7e441a2b req-3b9eed4b-07af-40ba-88ee-ef5f90d08238 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0803628 Jun 22 18:39:58.119742 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-27e7bd85-f3f8-4800-affa-f47f7e441a2b req-104ade0c-76ad-4870-9002-e5536194963d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Jun 22 18:39:59.317083 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0862a0-fe08-4f11-bdeb-b855211cbbf0 req-fc3a6b3e-a607-410a-a2a7-3e5c086f0695 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:59.317879 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3e0862a0-fe08-4f11-bdeb-b855211cbbf0 req-fc3a6b3e-a607-410a-a2a7-3e5c086f0695 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0744004 Jun 22 18:39:59.363235 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3e0862a0-fe08-4f11-bdeb-b855211cbbf0 req-b6df5400-9960-4d1c-b511-80a96a73f549 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Jun 22 18:40:00.556096 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2bf16-e2f6-4f84-813a-5f0fdaee0c7c req-313ad1b3-733d-459a-953c-462d042f7cce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:00.557591 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdc2bf16-e2f6-4f84-813a-5f0fdaee0c7c req-313ad1b3-733d-459a-953c-462d042f7cce tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0703080 Jun 22 18:40:00.598961 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdc2bf16-e2f6-4f84-813a-5f0fdaee0c7c req-5979de5d-019a-468e-a8aa-5c2f96fa1773 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jun 22 18:40:00.783383 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b085f1-181f-494c-a2df-b4ffd9744763 req-99c6c76a-9fe2-4c6f-8247-546a39d63d65 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:00.785239 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7b085f1-181f-494c-a2df-b4ffd9744763 req-99c6c76a-9fe2-4c6f-8247-546a39d63d65 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0694036 Jun 22 18:40:00.795884 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 48020) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:00.801034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Request body: {'floatingip': {'port_id': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:00.845861 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.744582 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.749726 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.861568 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Floating IP 3605e7b2-f8f2-46f5-b108-df9b6b1d56d0 associated. External IP: 172.27.0.197, port: f48ecdf2-b25e-4b0c-9a63-2b97cb013471. Jun 22 18:40:02.102588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:02.218038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:02.223257 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:02.228773 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:02.239989 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:02.239989 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:02.260028 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8e3385ab-494c-4588-8e41-fa5a55d968b3 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "PUT /v2.0/floatingips/3605e7b2-f8f2-46f5-b108-df9b6b1d56d0 HTTP/1.1" status: 200 len: 992 time: 1.4627392 Jun 22 18:40:02.260623 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:02.262967 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:02.301175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e136d974-9405-45c5-b79d-0534e074c11e x-openstack-request-id: req-e136d974-9405-45c5-b79d-0534e074c11e {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:02.301522 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:02.302079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e136d974-9405-45c5-b79d-0534e074c11e {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:02.302536 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'status': 'completed', 'code': 200} Jun 22 18:40:02.347869 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:02.378752 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-4b097f03-fadb-4ec0-9937-c8f0272c1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:02.380537 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-4b097f03-fadb-4ec0-9937-c8f0272c1da7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=475ac2b0c01244cda93c79420a97dd69&device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 1099 time: 0.0550189 Jun 22 18:40:02.483762 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-dac46a3e-dfb5-4db8-865d-d691284306f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:02.485711 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-dac46a3e-dfb5-4db8-865d-d691284306f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 200 len: 918 time: 0.0991693 Jun 22 18:40:02.553420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-2a9031e5-f6cd-4717-a93f-12022511932a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471 HTTP/1.1" status: 200 len: 1000 time: 0.0584936 Jun 22 18:40:02.600078 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '3605e7b2-f8f2-46f5-b108-df9b6b1d56d0', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:0b:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:40:01Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:02.608051 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-1b4f3902-8746-4a50-891b-17ca5c9d6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:02.609506 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-1b4f3902-8746-4a50-891b-17ca5c9d6276 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 200 len: 856 time: 0.0487163 Jun 22 18:40:02.625593 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:02.637788 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:02.638490 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:39:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:02.670835 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-cec72ecb-eb76-433a-ad5d-53d3a1ae31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:02.672325 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-cec72ecb-eb76-433a-ad5d-53d3a1ae31ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561883 Jun 22 18:40:02.751236 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:02.780562 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-5ed7aa21-9e84-4566-85dc-799164bdfb9d service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008074 Jun 22 18:40:02.870824 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e616ea9f-7fb6-49ca-8f5e-10986e5e17e6 req-6dea560a-9fc8-4eb7-bfd4-991d763bb5b6 service neutron] 10.222.0.49 "GET /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Jun 22 18:40:02.999650 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '3605e7b2-f8f2-46f5-b108-df9b6b1d56d0', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:0b:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:40:01Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:03.114431 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4c027-aff3-454a-b470-69792eaec19b None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': '3605e7b2-f8f2-46f5-b108-df9b6b1d56d0', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'port_id': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'mac_address': 'fa:16:3e:0b:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:40:01Z', 'revision_number': 1, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:03.310191 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f95bf-cbd9-4374-b0aa-cd4b5976d3ff None None] New status for floating IP 3605e7b2-f8f2-46f5-b108-df9b6b1d56d0: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:17.033874 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:21.232148 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625a7f3c-8345-4c56-883a-10c6e553ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.259986 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2c27408d-292f-45f8-9c8b-999f35332f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.577479 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:26.146981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:28.022146 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.498404 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:47.033863 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:50.511125 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-dc5ded7f-6e13-4f60-8f33-df0322aeda1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957479 Jun 22 18:40:50.595744 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-c9b8dec9-23e8-44a1-b335-6de7f1d54977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:50.597992 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-c9b8dec9-23e8-44a1-b335-6de7f1d54977 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 1099 time: 0.0613477 Jun 22 18:40:50.710537 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-33add92f-1c5e-466e-8999-5f30a105b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:50.711989 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-33add92f-1c5e-466e-8999-5f30a105b8fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0917907 Jun 22 18:40:50.754914 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-3da07592-bf35-4494-a677-870ba553e83d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 200 len: 217 time: 0.0350168 Jun 22 18:40:50.807214 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-e5c0f50b-deeb-4527-a32d-f6a8c6dac8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:50.808674 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-e5c0f50b-deeb-4527-a32d-f6a8c6dac8aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0471392 Jun 22 18:40:50.842505 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-9cab29b3-59d8-48a5-b626-16ffb5ed19b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259414 Jun 22 18:40:50.852783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-87405f18-1099-4b1b-be55-7816753ac660 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:40:50.853687 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-87405f18-1099-4b1b-be55-7816753ac660 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048685 Jun 22 18:40:50.957350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-ba9a680f-4dbe-48c1-8d7c-79bc902ffae7 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960481 Jun 22 18:40:51.052497 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dc69699b-dc17-4269-98ff-c34613bdfbde req-143a345f-9ab1-4e7c-81c2-5510324c5999 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885894 Jun 22 18:40:51.233202 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-87b901b7-7beb-4357-b97b-71bf8609e7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:54.264796 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a18882c5-b079-4567-9e84-91b9ac7f7957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:54.581441 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:56.149553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:58.025552 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:06.496772 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:41:17.059450 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.234316 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8e9714e5-707f-4b77-ae3a-8bb31f78fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.267427 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-96d23980-b993-4370-8e1d-e34bdc3631f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.582459 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.151819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:28.026119 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:43.496141 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:41:47.061345 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:51.234971 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a3d896e7-9535-4609-bd96-465220306f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:52.414279 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-9e7ad692-382c-41e7-9bde-c51881d33f63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520935 Jun 22 18:41:52.494434 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-a6c8d271-a06b-4f55-ac57-705fb25bdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:52.496554 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-a6c8d271-a06b-4f55-ac57-705fb25bdfe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 1098 time: 0.0579581 Jun 22 18:41:52.620255 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-c43a4461-e84b-4985-8fe4-811520b45d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:52.622923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-c43a4461-e84b-4985-8fe4-811520b45d6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.1021366 Jun 22 18:41:52.672301 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-20c6f1a9-ef17-45b4-a693-9b098fda0e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 HTTP/1.1" status: 200 len: 217 time: 0.0394752 Jun 22 18:41:52.743906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-313610b9-4414-49ba-b9d0-66548ab24bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:52.745400 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-313610b9-4414-49ba-b9d0-66548ab24bc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0670683 Jun 22 18:41:52.778752 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-cd9fdfbb-5101-4871-9ab9-683a15f5efe2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261595 Jun 22 18:41:52.879914 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-a258dff5-7e3c-4a9c-9d93-bccc438ce5d0 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945837 Jun 22 18:41:52.982142 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0990fe5-da15-466c-abcd-6d4028e15721 req-32d9aa6d-e7f7-4744-88f9-2b2126b2c2fd service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957410 Jun 22 18:41:54.269621 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-05f91e5e-8059-4993-af61-b4ec0b6492e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:54.583307 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.155305 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:58.032740 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.074207 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:20.493988 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:21.238845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-771d69f0-3529-4100-9be1-b66b92bd7282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:24.271357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ebb64df5-a722-4777-8aad-9fdaef68da12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:24.584240 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.159226 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.033507 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:47.072126 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:51.239725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-099d49c6-8ead-4a29-923e-20b86a323df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:52.412772 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-bd0cb71d-0e2f-4232-8578-5513e5c77e99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527260 Jun 22 18:42:52.489330 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24364-42cd-404e-89ad-26853fced38b req-8fde8803-2e62-4621-a99d-7ce0b601972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.490765 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-8fde8803-2e62-4621-a99d-7ce0b601972d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7025f944e9e4f71a1a4b35e2756ab35&device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 1098 time: 0.0535963 Jun 22 18:42:52.597357 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24364-42cd-404e-89ad-26853fced38b req-01738d5a-4ad5-44b9-ba88-d753b7e0589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.598833 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-01738d5a-4ad5-44b9-ba88-d753b7e0589b service neutron] 10.222.0.49 "GET /v2.0/networks?id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 HTTP/1.1" status: 200 len: 915 time: 0.0857449 Jun 22 18:42:52.644956 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-25c73ace-dcf4-448b-ac8e-f8bc75a9dbde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7511786-d650-445e-ab6b-e17608acef7e HTTP/1.1" status: 200 len: 217 time: 0.0382066 Jun 22 18:42:52.702991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24364-42cd-404e-89ad-26853fced38b req-040b0682-f288-48ee-9f48-75bf1eedf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.704929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-040b0682-f288-48ee-9f48-75bf1eedf0aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a32c4cc-1d27-4edb-b355-9708ac64f99f HTTP/1.1" status: 200 len: 853 time: 0.0484455 Jun 22 18:42:52.776515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24364-42cd-404e-89ad-26853fced38b req-8e792628-fdf0-40ea-8912-0bdc979686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.778401 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-8e792628-fdf0-40ea-8912-0bdc979686e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0661521 Jun 22 18:42:52.875272 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-10759001-470d-4da9-9082-c4f3b2e279d7 service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889683 Jun 22 18:42:52.975571 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-04c24364-42cd-404e-89ad-26853fced38b req-da6b4073-ddd4-4cd7-9ac5-f3d5774e9f17 service neutron] 10.222.0.49 "GET /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933566 Jun 22 18:42:54.272123 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb875-d324-49f1-b087-97a85d273283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:54.585900 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:56.162535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:57.492356 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:58.040155 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:17.080705 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:21.240495 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9e9c5b7e-a12a-4cee-8d17-d84856f3b25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:24.274029 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d4aa44e2-7ab3-44e8-935d-188f71305c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:24.589092 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:26.163989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:28.048108 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:34.490630 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:47.085079 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.241317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-85b2e635-12e3-4017-a0f4-ad685441de47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.410688 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-8e2614cf-cd01-4c33-9155-0d88248825d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560927 Jun 22 18:43:52.512475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-b86a2cf3-f9d3-4cdc-b4f8-c125017164fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:52.513855 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-b86a2cf3-f9d3-4cdc-b4f8-c125017164fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0561221 Jun 22 18:43:52.622895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-fac619b5-44d5-4863-b68b-0a40ee683863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:52.624635 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-fac619b5-44d5-4863-b68b-0a40ee683863 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0883775 Jun 22 18:43:52.670754 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-d6277186-6c9a-4481-8cdb-0b24b1bd7051 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0375347 Jun 22 18:43:52.721547 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-8e152a9a-b10b-440e-95b7-3cac03dc1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:52.722986 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-8e152a9a-b10b-440e-95b7-3cac03dc1318 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0458486 Jun 22 18:43:52.758156 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-0af75adb-20da-4b4c-8d70-1fc29faf42af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289714 Jun 22 18:43:52.854031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-cc6a580c-2d76-494c-963a-b55099ff53e1 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Jun 22 18:43:52.958341 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eff35515-4ba3-4e0d-ae1f-bb32d221b1e2 req-1aee9165-93ad-438d-b08c-0b1b4d867156 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971544 Jun 22 18:43:54.277699 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8adfb61e-5c67-4c25-9ce6-e8cfcbc28618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:54.593128 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.169721 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:58.045929 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.766421 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 51340) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:04.907203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.999817 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.004557 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.008340 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e34b9dde-789e-44f4-aa85-235e5c9d232c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.043193 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad35edd20deb496aa5a37e63659b8cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756810 Jun 22 18:44:05.045909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 51350) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:05.048179 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd99be-136d-48c8-921c-f4a307bdd615,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.055636 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.056001 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.056457 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.056834 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.057740 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.058075 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.058692 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.059144 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.059496 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.059841 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.060186 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.060563 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.064570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:05.098818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.125276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.179310 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.182885 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.184226 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67cd99be-136d-48c8-921c-f4a307bdd615 HTTP/1.1" status: 204 len: 168 time: 0.1372452 Jun 22 18:44:05.185015 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4e53eef4-553a-49a4-b322-eae14ff9230f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.192831 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd99be-136d-48c8-921c-f4a307bdd615,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.201312 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.201649 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.202064 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.202432 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.202813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.203175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.203531 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.203903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.204263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.204625 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.204963 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.205311 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:05.208576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:11.490952 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:17.222113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.246332 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-70d0563a-d76c-4617-bf27-2f78c0705361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.280153 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f33c26c2-3f5a-41a6-bd16-2148f1241a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.594212 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.173576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.047350 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:47.095230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.490558 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:51.250222 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9da37e9d-dc3a-4f3b-8aa1-8305db3e327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.280529 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9a4f-50b0-4ad9-bd12-e4e5a3209ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.401006 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-572fee9e-052d-4dd1-a39f-6118dbce45d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523009 Jun 22 18:44:54.477447 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-db0cd47d-ffd0-4765-8b8e-682089e64d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:54.478878 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-db0cd47d-ffd0-4765-8b8e-682089e64d22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.0513728 Jun 22 18:44:54.599425 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.835336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-06a6de10-bac4-4551-b809-0782c0b4bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:54.836797 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-06a6de10-bac4-4551-b809-0782c0b4bcb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.3333306 Jun 22 18:44:54.878361 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-7042d397-2163-4e1b-b344-9f7740ac3aad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0341985 Jun 22 18:44:54.925702 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-b65e1ef0-8b26-4a24-9527-ce94911aac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:54.927092 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-b65e1ef0-8b26-4a24-9527-ce94911aac93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0425260 Jun 22 18:44:54.965391 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-2a5e05bf-cd27-4556-806f-9f803bb101fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314593 Jun 22 18:44:55.053308 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-4fd19daa-2ba2-420e-836d-3eaa6bb00170 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801973 Jun 22 18:44:55.146272 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45e1cba3-8896-4e98-8efc-4d79f2558852 req-1512f5be-fc52-4e67-9bca-fa2421535d99 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861886 Jun 22 18:44:56.175438 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:58.045029 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:01.528010 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324f3e-a334-4674-b400-4a061b4a566e req-0c87b408-0c18-4838-a1e9-7ec8c192780a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:01.529681 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17324f3e-a334-4674-b400-4a061b4a566e req-0c87b408-0c18-4838-a1e9-7ec8c192780a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 946 time: 0.2943313 Jun 22 18:45:01.576742 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-17324f3e-a334-4674-b400-4a061b4a566e req-16153663-b8f1-48e2-95d7-1769e1c5e8f9 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/security-groups?id=7b0e7d67-7056-4aa5-a05b-591d22c5feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Jun 22 18:45:01.960788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c120e1-c683-45a7-89ec-311d762c638f req-a733ad19-5d7b-487d-a41f-698628696e90 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:01.962206 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b4c120e1-c683-45a7-89ec-311d762c638f req-a733ad19-5d7b-487d-a41f-698628696e90 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 946 time: 0.0613217 Jun 22 18:45:02.064750 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Deleting port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:02.064750 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:02.154178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] For port a9a37888-c969-4bd0-ad9b-4c62d37c8e62, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,segment=NetworkSegment(7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64),segment_id=7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:02.154534 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:02.166135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Calling delete_port for a9a37888-c969-4bd0-ad9b-4c62d37c8e62 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:02.292470 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:02.296336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a58034f-4903-4798-b883-9724ff85d99d tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:02.304815 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['a9a37888-c969-4bd0-ad9b-4c62d37c8e62'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:45:02.325123 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Pushing event deleted for resources: {'Port': ['ID=a9a37888-c969-4bd0-ad9b-4c62d37c8e62,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:02.328229 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:02.369916 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] No DVR routers for this DVR port a9a37888-c969-4bd0-ad9b-4c62d37c8e62 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:02.372929 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:02.374894 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b4c120e1-c683-45a7-89ec-311d762c638f req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.49 "DELETE /v2.0/ports/a9a37888-c969-4bd0-ad9b-4c62d37c8e62 HTTP/1.1" status: 204 len: 173 time: 0.4065340 Jun 22 18:45:02.375397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'name': 'network-vif-deleted', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:45:02.378269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d45669-5115-4f3f-9b04-db8bd717e24a" -d '{"events": [{"server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "name": "network-vif-deleted", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:45:02.500255 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476c3634-ddd2-4576-a627-96cc2e3f094c x-openstack-request-id: req-476c3634-ddd2-4576-a627-96cc2e3f094c {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:45:02.500836 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c14a0-53a2-4e5e-b307-90224772e9be", "name": "network-vif-deleted", "tag": "a9a37888-c969-4bd0-ad9b-4c62d37c8e62", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:45:02.501176 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-476c3634-ddd2-4576-a627-96cc2e3f094c {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:45:02.501806 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c14a0-53a2-4e5e-b307-90224772e9be', 'name': 'network-vif-deleted', 'tag': 'a9a37888-c969-4bd0-ad9b-4c62d37c8e62', 'status': 'completed', 'code': 200} Jun 22 18:45:02.729131 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f6899a55-9593-47d9-8a04-63d9b5b44b5b req-1404f9b7-aa0e-43c9-bfbf-f393881860f3 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0271575 Jun 22 18:45:03.926410 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8eb21755-72c1-42a7-a6d8-e09a90c2b2d4 req-422223a8-e9b1-4236-b59c-5a71fc121337 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0799596 Jun 22 18:45:05.072547 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-68941099-3882-4d0e-8850-898aea9ffd20 req-8306149d-8d15-4862-bbfa-e1620b053c41 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0306170 Jun 22 18:45:05.444955 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a9a37888-c969-4bd0-ad9b-4c62d37c8e62 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:05.467748 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: a9a37888-c969-4bd0-ad9b-4c62d37c8e62 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:05.468107 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a9a37888-c969-4bd0-ad9b-4c62d37c8e62 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:06.213804 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a23b0612-2818-44fb-a966-507879ea6422 req-607a069d-a9a4-411d-9ffe-40dc28d2c7a9 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0283124 Jun 22 18:45:07.350940 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5d57a61a-3932-41ec-8482-46cd6759fa75 req-839e157a-dfaf-44b1-b907-9ecabba20edb tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0284197 Jun 22 18:45:08.489941 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ecf81ddc-694a-4959-b133-144df36d26ee req-16e02a02-30f2-4dbd-8d21-f9b24483e080 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0282238 Jun 22 18:45:09.632518 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-233c29c3-ca15-44d4-b120-1f19d59f2025 req-11b3cca8-75d7-4b17-a534-d2ea97a41c34 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0322850 Jun 22 18:45:10.771021 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dba65b63-b4f6-4068-83b5-4eafe0580145 req-9ecfc335-857d-4a2b-82f1-354d91c1c956 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0278723 Jun 22 18:45:11.910888 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-efc26310-e3f5-4910-bc7f-c964e83e3f07 req-9a0fdb50-2113-4778-8071-1050f93ddda4 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0320537 Jun 22 18:45:13.050339 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6b27eaa-9afa-4b4a-bba3-158cb48b6c7a req-7614e65b-2401-4bb4-a0fc-982e54fc0e65 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0272837 Jun 22 18:45:14.201842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8cda5fe8-98e5-4693-96a4-f8802ac61dd1 req-c2f780d9-5e84-4a7f-8288-75e37f5a13dc tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0306756 Jun 22 18:45:15.341710 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9b94a1ec-5a18-4e3b-96ef-126cce55c9e7 req-35e227f0-4ed5-405f-a77d-ba036e93cd15 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0278106 Jun 22 18:45:16.480503 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eb4280a9-5bed-4696-a5ec-39eda7629d87 req-b0e19317-1027-4e05-bd65-14c93bda08ba tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0281997 Jun 22 18:45:17.109106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:17.620263 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5dc4e4df-41c6-4fdf-9797-4a49702c9461 req-e7d4077f-426b-44ec-b900-8020ae044df7 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0276742 Jun 22 18:45:18.762313 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c3d27080-4da1-42f2-9fc4-51eaaa772825 req-cdf1b2de-7008-48e6-bc42-daa72cc49282 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0312829 Jun 22 18:45:19.900673 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-68d32a12-7b1d-4cd2-bf60-a60e08078cf4 req-0eaffddc-830f-494c-bbc7-7ca2591dfb46 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0283871 Jun 22 18:45:21.038249 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-771bc9b6-c9b6-45c7-8090-1799e811cd38 req-5d481026-aa36-4c3f-9074-240cd512248f tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0277503 Jun 22 18:45:21.254759 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b74de006-c5ad-438c-b943-32ea656a33b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:22.174876 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2e550164-ef39-4ee2-8a95-faba453a7502 req-3b64df99-b00a-40e0-9763-40d796e7f345 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0275996 Jun 22 18:45:23.318628 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-16443241-98a3-4a72-bb1f-bb07dc305d47 req-dd9cf6d9-f20c-4786-987e-d593f9321617 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jun 22 18:45:24.280285 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-684cf9bc-4365-468d-9c80-dea03b1fb28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:24.464408 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cc2be3ee-5593-48cd-9e0e-27e10442a446 req-b7a5380f-7ca7-4f17-93d1-1a1ff0506966 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0280051 Jun 22 18:45:24.602913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:25.493045 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:25.606553 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0ccf95ef-2fe3-41c2-8844-11b73ecac121 req-b6f0bd08-0a36-428a-b209-ccd8a520d98b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0287018 Jun 22 18:45:26.177794 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:26.750317 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f46798fd-3100-42e0-aac4-999e0a500356 req-faf49056-d318-4db7-a0e5-de1a69209e64 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0322938 Jun 22 18:45:27.903051 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c4b56f1-bf5e-49e8-84ec-e088e1f17c3c req-8b4d00fd-0c2f-4172-9c38-284f0f4665c3 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0306001 Jun 22 18:45:28.047225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:29.043822 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06056965-0797-4f4f-a013-e3729dec1806 req-6d9e40a9-ad10-4fc4-871f-b1a4be85430a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0290699 Jun 22 18:45:30.211212 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f19f3f7c-c18e-44dd-85f8-cf8bd00417ee req-33c83552-bff3-4d75-9fa2-60fb877ef5ab tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0320714 Jun 22 18:45:31.348522 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-22bcab2b-04a7-4de4-bc1e-abf2a10e2644 req-4ad2106e-1033-4fc4-a300-f6d9a2f19a3b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jun 22 18:45:32.490666 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-89be22f0-10d4-4f33-9e57-d84824f8afaa req-42c944a0-2757-4def-ba10-28a682a98dd5 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0303717 Jun 22 18:45:33.642167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2548d57e-1eff-4da3-921d-cd696bc70b23 req-65639e9a-8ed2-4c36-bfdc-65016f980757 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0280449 Jun 22 18:45:33.676276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440c60-d15f-416b-ad1f-f17d8ef662ad req-400eaa1e-2f95-4fcd-979f-4c2144b49575 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:33.677717 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1440c60-d15f-416b-ad1f-f17d8ef662ad req-400eaa1e-2f95-4fcd-979f-4c2144b49575 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 945 time: 0.0911741 Jun 22 18:45:33.714543 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a1440c60-d15f-416b-ad1f-f17d8ef662ad req-2640b52c-8b61-4af1-bcb1-1e7c0c5575b4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Jun 22 18:45:34.080976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-acf100fc-cda5-4449-ad49-99aa1fd0060d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:34.084063 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-acf100fc-cda5-4449-ad49-99aa1fd0060d tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 945 time: 0.0688164 Jun 22 18:45:34.186727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Deleting port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:34.187058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:34.274697 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] For port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:34.275051 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:34.287785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Calling delete_port for b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:34.415898 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:34.420955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3a57e9dd-10f8-4baa-9549-dd300cc8c2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:34.435544 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec', '7caf461a-be92-460f-87fa-05cafbfbcc5f', '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:45:34.454666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event deleted for resources: {'Port': ['ID=b96919ee-c3f0-4f81-ad04-2bbf57d4ae12,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:34.479977 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.480374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.480737 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.481095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.481443 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.481789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.482347 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.482693 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.483034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.483371 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.483711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.484045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:34.502602 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:34.504008 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] No DVR routers for this DVR port b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:34.506524 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:34.508534 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c72685d-c3aa-4ca5-bc4b-84ef47f96e60 req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "DELETE /v2.0/ports/b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 HTTP/1.1" status: 204 len: 173 time: 0.4154880 Jun 22 18:45:34.509087 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'name': 'network-vif-deleted', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:45:34.511282 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829c731-fbeb-4bd7-9048-e97b4ce2d456" -d '{"events": [{"server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "name": "network-vif-deleted", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:45:34.563240 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9213da-e9a7-424a-a04f-2a74dbbb1d6e x-openstack-request-id: req-2e9213da-e9a7-424a-a04f-2a74dbbb1d6e {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:45:34.563631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de12641-789d-4c68-a366-4f4897f65f51", "name": "network-vif-deleted", "tag": "b96919ee-c3f0-4f81-ad04-2bbf57d4ae12", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:45:34.563975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e9213da-e9a7-424a-a04f-2a74dbbb1d6e {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:45:34.564496 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de12641-789d-4c68-a366-4f4897f65f51', 'name': 'network-vif-deleted', 'tag': 'b96919ee-c3f0-4f81-ad04-2bbf57d4ae12', 'status': 'completed', 'code': 200} Jun 22 18:45:34.789718 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ef086689-0cd3-4cf3-a2d4-7fd969ea6ff2 req-2ded6507-0ef6-4ddd-bb4e-a6b54bc1b3b2 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0297844 Jun 22 18:45:34.872110 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-52cdd500-4774-4960-a2fd-56d89f892eac req-81b3fe34-3bda-4c16-95cd-b0b7433045e3 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=8de12641-789d-4c68-a366-4f4897f65f51 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Jun 22 18:45:35.932133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e81fe690-a0d2-4cf5-82da-ba45879dcfba req-793e145e-ebf3-4e06-b09e-df3fd7e360a7 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0308108 Jun 22 18:45:36.812343 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb607e4-6a94-4c6d-8fcb-b52e5094d42e req-1696532c-99ec-4f5c-81ad-75f8875724dd tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:36.813726 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2fb607e4-6a94-4c6d-8fcb-b52e5094d42e req-1696532c-99ec-4f5c-81ad-75f8875724dd tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.0618439 Jun 22 18:45:36.853516 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2fb607e4-6a94-4c6d-8fcb-b52e5094d42e req-497832f7-54b8-4d4a-b8db-4bda47eadec3 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c2c89c5-a745-49ad-be28-5f91c83acb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Jun 22 18:45:37.075271 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ed7f8413-62fe-4381-96ac-eae7539ec3e4 req-a8680791-0d4a-4dd1-b8dd-54234d98e005 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0295017 Jun 22 18:45:37.301539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-06008e2a-1139-4be4-8f61-902695370b05 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:37.302957 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-06008e2a-1139-4be4-8f61-902695370b05 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.49 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 945 time: 0.0668530 Jun 22 18:45:37.401666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Deleting port a7511786-d650-445e-ab6b-e17608acef7e {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:37.401921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:37.487799 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] For port a7511786-d650-445e-ab6b-e17608acef7e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a7511786-d650-445e-ab6b-e17608acef7e,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:37.488222 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:37.500566 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Calling delete_port for a7511786-d650-445e-ab6b-e17608acef7e owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:37.624813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:37.625102 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:37.630479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4ed60e32-8e4f-4b40-9009-dc683fed71a3 tempest-VolumesActionsTest-2053164728 tempest-VolumesActionsTest-2053164728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:37.649281 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['a7511786-d650-445e-ab6b-e17608acef7e'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:45:37.651479 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:37.651891 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device b96919ee-c3f0-4f81-ad04-2bbf57d4ae12 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:37.659483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Pushing event deleted for resources: {'Port': ['ID=a7511786-d650-445e-ab6b-e17608acef7e,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:37.664116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:37.703682 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] No DVR routers for this DVR port a7511786-d650-445e-ab6b-e17608acef7e on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:37.706867 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:37.708987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51aed224-8230-4966-b3f7-d1ce6f3af8c3 req-e3d2beb1-7198-48ab-98ce-86cee622ee81 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.49 "DELETE /v2.0/ports/a7511786-d650-445e-ab6b-e17608acef7e HTTP/1.1" status: 204 len: 173 time: 0.4004347 Jun 22 18:45:37.709478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'name': 'network-vif-deleted', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:45:37.711763 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce33cb7-4781-470d-b450-d43a6e348626" -d '{"events": [{"server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "name": "network-vif-deleted", "tag": "a7511786-d650-445e-ab6b-e17608acef7e"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:45:37.748344 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19ef74c-9c2f-44fe-88ff-33086e73b60a x-openstack-request-id: req-b19ef74c-9c2f-44fe-88ff-33086e73b60a {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:45:37.748755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3250f22d-4a44-4287-be10-732e0059a114", "name": "network-vif-deleted", "tag": "a7511786-d650-445e-ab6b-e17608acef7e", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:45:37.749093 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b19ef74c-9c2f-44fe-88ff-33086e73b60a {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:45:37.749605 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3250f22d-4a44-4287-be10-732e0059a114', 'name': 'network-vif-deleted', 'tag': 'a7511786-d650-445e-ab6b-e17608acef7e', 'status': 'completed', 'code': 200} Jun 22 18:45:38.006153 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-418f0864-6ec1-45ab-a185-9c6b076b991b req-40d9017d-2380-45cc-8017-6a1560de6b99 tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] 10.222.0.68 "GET /v2.0/ports?device_id=3250f22d-4a44-4287-be10-732e0059a114 HTTP/1.1" status: 200 len: 210 time: 0.0304363 Jun 22 18:45:38.223183 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5935e81a-0adb-44f7-bfe2-e00d1645decb req-ac77aa1c-d21e-42c6-8011-c7bb66bc06ff tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0280492 Jun 22 18:45:39.364369 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-15a3dae5-2309-4b4d-9220-f6ba652f164b req-8d8fb7ed-1527-453d-8641-c5182eaf7ff8 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0305960 Jun 22 18:45:40.529010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7c215d1b-2f3a-4c45-86e9-ec1c659ffa71 req-dc8d8a28-c0b8-49c4-a71f-a0f6a6babdac tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0345142 Jun 22 18:45:40.951688 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52820) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:41.455738 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:41.644594 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a7511786-d650-445e-ab6b-e17608acef7e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:41.683770 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: a7511786-d650-445e-ab6b-e17608acef7e {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:41.684131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device a7511786-d650-445e-ab6b-e17608acef7e not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:41.935301 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2c0a6834-6841-4500-9978-5b04a1da378b req-8076e709-06bb-4c57-8e63-c99cd2d2a387 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0545340 Jun 22 18:45:42.057445 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Deleting port ba895444-8c9c-4ddd-a692-ba07c08624ff {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:42.057692 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:42.135244 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] For port ba895444-8c9c-4ddd-a692-ba07c08624ff, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ba895444-8c9c-4ddd-a692-ba07c08624ff,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:42.135595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:42.147719 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Calling delete_port for ba895444-8c9c-4ddd-a692-ba07c08624ff owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:42.353516 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:42.355363 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7fe4003d-6d16-4ff6-9d2a-9918e2fc5e9f tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:42.380674 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba895444-8c9c-4ddd-a692-ba07c08624ff,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:42.384774 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:42.555483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:42.783284 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:45:42.891464 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:42.897498 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] 10.222.0.68 "PUT /v2.0/routers/5266c9ce-a5f4-4183-81c2-2f2701dba6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446716 Jun 22 18:45:42.899924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52846) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:42.902685 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Sync routers for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:42.920496 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:42.921176 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:43.003934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.029250 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:43.106036 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2c6a794-a0cf-4c0c-950f-66c1b874c08f req-1224a907-9b7f-48ad-921e-18e3ed71c0f9 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0534229 Jun 22 18:45:43.136302 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.192198 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Deleting port c9fa2e37-7518-4657-99e6-04b9bbb5b68f {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:43.192561 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.211502 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:45:42Z', 'revision_number': 5, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port': {'id': 'c9fa2e37-7518-4657-99e6-04b9bbb5b68f', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:24Z', 'updated_at': '2021-06-22T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:43.241827 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Checking router: 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:43.250591 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Routers {'5266c9ce-a5f4-4183-81c2-2f2701dba6d1'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:43.251243 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:43.270132 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] For port c9fa2e37-7518-4657-99e6-04b9bbb5b68f, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:43.270480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.282285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Calling delete_port for c9fa2e37-7518-4657-99e6-04b9bbb5b68f owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:43.333253 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] Set router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:43.383824 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:45:43Z', 'revision_number': 6, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:43.413521 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942aa0d6-c373-42d7-8752-dad5d7e2b9c9 None None] The sync data for ids ['5266c9ce-a5f4-4183-81c2-2f2701dba6d1'] in dv-cinder-774286-17-iscsi is: [{'id': '5266c9ce-a5f4-4183-81c2-2f2701dba6d1', 'name': 'tempest-TestMinimumBasicScenario-969447498-router', 'tenant_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:23Z', 'updated_at': '2021-06-22T18:45:43Z', 'revision_number': 6, 'project_id': 'a7025f944e9e4f71a1a4b35e2756ab35', 'gw_port_host': None}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:43.450839 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.453594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:43.477492 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fa2e37-7518-4657-99e6-04b9bbb5b68f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:43.481193 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:43.539526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.639300 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.641411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.706504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.707282 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5266c9ce-a5f4-4183-81c2-2f2701dba6d1 {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:45:43.712188 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.713386 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] 10.222.0.68 "DELETE /v2.0/routers/5266c9ce-a5f4-4183-81c2-2f2701dba6d1 HTTP/1.1" status: 204 len: 168 time: 0.8125238 Jun 22 18:45:43.715798 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52856) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:43.761022 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Deleting subnet 5a32c4cc-1d27-4edb-b355-9708ac64f99f {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:45:43.764238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.801031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.910256 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.972539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.975460 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:44.006536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a32c4cc-1d27-4edb-b355-9708ac64f99f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:44.009531 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:44.012291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.014426 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8d5039d7-fe24-4036-9bc0-e1bc08113b04 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5a32c4cc-1d27-4edb-b355-9708ac64f99f HTTP/1.1" status: 204 len: 168 time: 0.2973640 Jun 22 18:45:44.016567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52862) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:44.019679 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d0b27-c5fc-4840-ad3e-2590449ffa18 None None] Network 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:44.087628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.140430 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Deleting port 1b12460e-4890-4f14-bfb4-80f2434dd6fd {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:44.140775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.235383 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] For port 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1b12460e-4890-4f14-bfb4-80f2434dd6fd,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:44.235735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.261902 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] DHCP port deletion for 64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:45:44.273904 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-727a99e3-3e14-4a7d-ae3b-112247e3110a req-749c4bf9-9db1-45d8-ab31-ec1ab41c58cf tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0404282 Jun 22 18:45:44.275720 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Calling delete_port for 1b12460e-4890-4f14-bfb4-80f2434dd6fd owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:44.289774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ba895444-8c9c-4ddd-a692-ba07c08624ff no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:44.312249 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: ba895444-8c9c-4ddd-a692-ba07c08624ff {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:44.312606 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ba895444-8c9c-4ddd-a692-ba07c08624ff not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:44.313050 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device c9fa2e37-7518-4657-99e6-04b9bbb5b68f no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:44.338785 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: c9fa2e37-7518-4657-99e6-04b9bbb5b68f {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:44.339164 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device c9fa2e37-7518-4657-99e6-04b9bbb5b68f not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:44.358113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Deleting port 1b12460e-4890-4f14-bfb4-80f2434dd6fd {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:44.358570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.365175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.368084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f0a4c169-3131-4a6d-9ef3-9375bb28c468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:44.397882 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] No DVR routers for this DVR port 1b12460e-4890-4f14-bfb4-80f2434dd6fd on host dv-cinder-774286-17-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:44.402873 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b12460e-4890-4f14-bfb4-80f2434dd6fd,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:44.405567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:44.428048 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] For port 1b12460e-4890-4f14-bfb4-80f2434dd6fd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1b12460e-4890-4f14-bfb4-80f2434dd6fd,segment=NetworkSegment(c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d),segment_id=c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:44.428559 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.443070 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Calling delete_port for 1b12460e-4890-4f14-bfb4-80f2434dd6fd owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:44.470744 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.482258 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64da5dbe-e1b0-4a2c-84dc-0bdc82a40264']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:44.493740 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:44.494038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc0b34-ef15-46dd-990b-bc23d9ab1c7d') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:44.504872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.518930 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.524875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:45:44.525272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:45:44.526884 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:45:44.570389 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.574751 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:44.585073 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.588798 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:44.591458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:44.593361 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/64da5dbe-e1b0-4a2c-84dc-0bdc82a40264 HTTP/1.1" status: 204 len: 168 time: 0.5758426 Jun 22 18:45:44.596195 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52866) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:44.596790 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Pushing event deleted for resources: {'Port': ['ID=1b12460e-4890-4f14-bfb4-80f2434dd6fd,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:44.604969 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] No DVR routers for this DVR port 1b12460e-4890-4f14-bfb4-80f2434dd6fd on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:44.607643 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.608001 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.608380 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.608800 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.609139 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.609472 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.609803 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.610137 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.610471 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.610801 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.611127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.611466 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:44.611989 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64da5dbe-e1b0-4a2c-84dc-0bdc82a40264,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:44.616575 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:44.646554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:44.953925 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:45.446376 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0389d4eb-0680-464c-b5fa-758f8e7e5441 req-a35830f8-3ca3-45f6-bcf2-b9a4a7a33711 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0502315 Jun 22 18:45:45.495515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Deleting port 056e1348-0991-49d3-9756-22fb567bd39c {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:45.495864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:45.571788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] For port 056e1348-0991-49d3-9756-22fb567bd39c, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=056e1348-0991-49d3-9756-22fb567bd39c,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:45.572056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:45.587428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Calling delete_port for 056e1348-0991-49d3-9756-22fb567bd39c owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:45.771743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:45.774693 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:45.800390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=056e1348-0991-49d3-9756-22fb567bd39c,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:45.804368 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:45.984174 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.195456 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1b12460e-4890-4f14-bfb4-80f2434dd6fd no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:46.197069 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Router 4fd49096-a5da-45b3-9c03-ba8951a800ff has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:45:46.215137 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 1b12460e-4890-4f14-bfb4-80f2434dd6fd {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:46.215757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1b12460e-4890-4f14-bfb4-80f2434dd6fd not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:46.301955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:46.307610 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] 10.222.0.68 "PUT /v2.0/routers/4fd49096-a5da-45b3-9c03-ba8951a800ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096586 Jun 22 18:45:46.309366 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52890) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:46.311945 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Sync routers for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:46.321899 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:46.322516 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:46.413751 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.429195 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:46.514035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.587783 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-418f2adc-2e45-454a-a775-94a31e08aebb req-307aab71-56ca-44f0-8c91-98957f4467d2 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0294054 Jun 22 18:45:46.596029 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Deleting port e7940163-3f24-4ccd-930d-aa24d1855cd1 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:46.596408 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.617957 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:45:45Z', 'revision_number': 5, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port': {'id': 'e7940163-3f24-4ccd-930d-aa24d1855cd1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:38Z', 'updated_at': '2021-06-22T18:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:46.647933 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Checking router: 4fd49096-a5da-45b3-9c03-ba8951a800ff for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:46.656107 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Routers {'4fd49096-a5da-45b3-9c03-ba8951a800ff'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:46.656747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4fd49096-a5da-45b3-9c03-ba8951a800ff'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:46.694434 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] For port e7940163-3f24-4ccd-930d-aa24d1855cd1, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=e7940163-3f24-4ccd-930d-aa24d1855cd1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:46.694789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.706878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Calling delete_port for e7940163-3f24-4ccd-930d-aa24d1855cd1 owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:46.740697 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] Set router 4fd49096-a5da-45b3-9c03-ba8951a800ff gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:46.791910 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:45:46Z', 'revision_number': 6, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:46.821401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca87a-247a-4d15-8022-3818fd32f0fb None None] The sync data for ids ['4fd49096-a5da-45b3-9c03-ba8951a800ff'] in dv-cinder-774286-17-iscsi is: [{'id': '4fd49096-a5da-45b3-9c03-ba8951a800ff', 'name': 'tempest-TestMinimumBasicScenario-1307829431-router', 'tenant_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:37Z', 'updated_at': '2021-06-22T18:45:46Z', 'revision_number': 6, 'project_id': '3afb694ff5384cb1ae2295945c8f5bc7', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:46.882775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:46.885665 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e59dc742-ee61-4c12-9b31-88b05861f799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:46.911762 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7940163-3f24-4ccd-930d-aa24d1855cd1,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:46.915781 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:46.977998 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.083709 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.085828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.107979 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.130770 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.131333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd49096-a5da-45b3-9c03-ba8951a800ff {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:45:47.135812 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.136962 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] 10.222.0.68 "DELETE /v2.0/routers/4fd49096-a5da-45b3-9c03-ba8951a800ff HTTP/1.1" status: 204 len: 168 time: 0.8266907 Jun 22 18:45:47.139370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52904) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:47.182667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Deleting subnet ed91a289-5c11-425f-b5b4-ae6e1ffca140 {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:45:47.185804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.221769 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.304657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.362739 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.364953 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:47.387807 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed91a289-5c11-425f-b5b4-ae6e1ffca140,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:47.391220 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:47.394662 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.396661 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-32002a59-1010-4e72-be90-d60344e3fbed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ed91a289-5c11-425f-b5b4-ae6e1ffca140 HTTP/1.1" status: 204 len: 168 time: 0.2563050 Jun 22 18:45:47.398985 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52906) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:47.401555 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef52c6-0cdf-4ef2-9019-07f2278e4178 None None] Network 24ae82ba-f2af-43e2-b70d-f35df32f2700 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:47.466435 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.518159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Deleting port df41a27d-bcf1-4a39-a5f1-9a55769b51bd {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:47.519031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.584461 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] For port df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:47.584825 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.586148 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] DHCP port deletion for 24ae82ba-f2af-43e2-b70d-f35df32f2700 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:45:47.599279 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Calling delete_port for df41a27d-bcf1-4a39-a5f1-9a55769b51bd owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:47.635889 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Deleting port df41a27d-bcf1-4a39-a5f1-9a55769b51bd {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:45:47.636387 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.687427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.693438 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a1b354b3-6f61-4e69-a704-13274a58abb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:47.701044 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] For port df41a27d-bcf1-4a39-a5f1-9a55769b51bd, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,segment=NetworkSegment(01ca9038-61b5-4ba6-995e-36902ef3168c),segment_id=01ca9038-61b5-4ba6-995e-36902ef3168c)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:47.701523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.719496 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Calling delete_port for df41a27d-bcf1-4a39-a5f1-9a55769b51bd owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:45:47.725427 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Pushing event deleted for resources: {'Port': ['ID=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:47.734345 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] No DVR routers for this DVR port df41a27d-bcf1-4a39-a5f1-9a55769b51bd on host dv-cinder-774286-17-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:47.735941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:47.758037 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3aa9df0a-0e11-4509-9a13-d05b406545f5 req-10b27048-a77b-42db-b79c-baa9c8bfd575 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0359559 Jun 22 18:45:47.810921 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.813999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:47.833393 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.839633 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Pushing event deleted for resources: {'Port': ['ID=df41a27d-bcf1-4a39-a5f1-9a55769b51bd,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:47.841363 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] No DVR routers for this DVR port df41a27d-bcf1-4a39-a5f1-9a55769b51bd on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:45:47.842802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:47.849131 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ae82ba-f2af-43e2-b70d-f35df32f2700']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:47.864874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ca9038-61b5-4ba6-995e-36902ef3168c') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:47.865195 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ca9038-61b5-4ba6-995e-36902ef3168c') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:47.875224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.892443 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.900791 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:45:47.901267 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:45:47.903606 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:45:47.973500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.977231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5834ef3e-13db-497c-913f-38a4daf192f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:47.995422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:47.997548 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] 10.222.0.68 "DELETE /v2.0/networks/24ae82ba-f2af-43e2-b70d-f35df32f2700 HTTP/1.1" status: 204 len: 168 time: 0.5974243 Jun 22 18:45:47.998703 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ae82ba-f2af-43e2-b70d-f35df32f2700,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:48.001063 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:48.117277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52922) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:48.157601 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 056e1348-0991-49d3-9756-22fb567bd39c no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:48.158234 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-97d0abc9-c70a-426c-9670-37ccbe5655b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a7025f944e9e4f71a1a4b35e2756ab35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396965 Jun 22 18:45:48.161337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52924) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:48.178298 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 056e1348-0991-49d3-9756-22fb567bd39c {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:48.178733 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 056e1348-0991-49d3-9756-22fb567bd39c not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:48.179221 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device df41a27d-bcf1-4a39-a5f1-9a55769b51bd no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:48.199889 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: df41a27d-bcf1-4a39-a5f1-9a55769b51bd {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:48.200258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device df41a27d-bcf1-4a39-a5f1-9a55769b51bd not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:48.200673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e7940163-3f24-4ccd-930d-aa24d1855cd1 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:45:48.209047 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.218856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: e7940163-3f24-4ccd-930d-aa24d1855cd1 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:45:48.219216 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device e7940163-3f24-4ccd-930d-aa24d1855cd1 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:45:48.231777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.279091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.281683 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.282923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c2c89c5-a745-49ad-be28-5f91c83acb67 HTTP/1.1" status: 204 len: 168 time: 0.1206810 Jun 22 18:45:48.283676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f7e63cad-9db6-4b1c-9e75-f2f329027f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:48.292039 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c89c5-a745-49ad-be28-5f91c83acb67,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:48.294428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:48.617801 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52930) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:48.657061 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0b6fe488-7e7b-4714-8e98-d847d0e3ab88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3afb694ff5384cb1ae2295945c8f5bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379875 Jun 22 18:45:48.659455 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52932) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:48.704370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.727462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.781521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.785641 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.786994 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb8bf0af-1763-435a-a887-b7bd88b56878 HTTP/1.1" status: 204 len: 168 time: 0.1265557 Jun 22 18:45:48.787937 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-223413ba-1165-4e10-9379-e7222c5d67ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:48.800219 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8bf0af-1763-435a-a887-b7bd88b56878,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:48.807408 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:48.908570 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-69ad1f3d-9be9-485c-be99-7a8a233dc683 req-3b0eaf8d-54a5-4d0b-8e6c-a5239b67110d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0306189 Jun 22 18:45:49.489618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 52966) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:49.581001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19935593-network', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:49.601569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Made reservation on behalf of f855c9e6ec564620bfaae1bac766009a for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:45:49.604373 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.613440 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.712673 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.716793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.719642 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:49.743971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:45:49.750382 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faafc29-1c3b-4025-904d-cba59f61249d,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:49.754161 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:49.757169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.757510 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Added segment 36496ff5-59fb-48c5-a4a3-4aec6beff7c1 of type vlan for network 51f855a2-f71b-4ade-99a8-305ff96cbb16 Jun 22 18:45:49.796698 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.824269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.825476 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:49.826048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.828794 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:49.877050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3861983 Jun 22 18:45:49.880746 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 52970) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:49.886582 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Request body: {'subnet': {'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19935593-subnet', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:49.890942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Pushing event updated for resources: {'Network': ['ID=51f855a2-f71b-4ade-99a8-305ff96cbb16,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:49.891402 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:49.900087 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:45:49.908718 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Made reservation on behalf of f855c9e6ec564620bfaae1bac766009a for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:45:49.912541 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.070217 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-65429931-4adf-445c-986d-a917f8792f0c req-fd568af7-c81a-4d80-896d-7ffbff2544d8 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0343409 Jun 22 18:45:50.106603 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.109254 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-88ea24d1-e6f1-4cc6-b05c-71c1f7294667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:50.169524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e2cefd-54bc-45aa-851d-d02ce78e948c,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:50.180395 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.180772 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.181136 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.181494 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.181848 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.182201 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.182551 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.182900 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.183245 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.183644 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.183927 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.184300 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:50.188734 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:50.189819 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Checking segment: {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:50.190795 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Network hostable DHCP agents. Network: 51f855a2-f71b-4ade-99a8-305ff96cbb16, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:45:50.207923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:45:50.217945 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 51f855a2-f71b-4ade-99a8-305ff96cbb16) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:50.222829 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:50.223420 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.230560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0e399-8d60-42b2-b48c-8bcc6d47d324 None None] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:50.238702 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3568063 Jun 22 18:45:50.241180 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 52986) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:50.245861 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:50.266785 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.267826 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.320019 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.383002 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-51f855a2-f71b-4ade-99a8-305ff96cbb16', 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'fixed_ips': [{'subnet_id': '40e2cefd-54bc-45aa-851d-d02ce78e948c'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:45:50.384115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.653512 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Allocated IP 172.20.0.2 (51f855a2-f71b-4ade-99a8-305ff96cbb16/40e2cefd-54bc-45aa-851d-d02ce78e948c/f6cf5056-e5cf-457c-8e05-f72e16bce371) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:50.669856 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.800356 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.808718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Transition to ACTIVE for port object f6cf5056-e5cf-457c-8e05-f72e16bce371 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:50.824648 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Transition to ACTIVE for port object f6cf5056-e5cf-457c-8e05-f72e16bce371 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:50.832353 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.835187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:50.863961 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.871369 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:50.874641 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:50.878662 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:50.885558 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Pushing event updated for resources: {'Port': ['ID=f6cf5056-e5cf-457c-8e05-f72e16bce371,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:50.886668 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.892168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:50.940592 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Attempting to bind port f6cf5056-e5cf-457c-8e05-f72e16bce371 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:45:50.941260 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Attempting to bind port f6cf5056-e5cf-457c-8e05-f72e16bce371 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:45:50.941744 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Attempting to bind port f6cf5056-e5cf-457c-8e05-f72e16bce371 on network 51f855a2-f71b-4ade-99a8-305ff96cbb16 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:45:50.946901 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:45:50.947285 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Checking segment: {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:50.947701 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.948105 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Bound using segment: {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:45:50.948606 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Bound port: f6cf5056-e5cf-457c-8e05-f72e16bce371, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:45:50.948990 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:50.993690 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Allocated IP 172.27.0.187 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/5564d79c-56e6-43d0-837a-77c9f5e08ca1) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:51.021164 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] For port f6cf5056-e5cf-457c-8e05-f72e16bce371, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:45:51.024466 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] For port f6cf5056-e5cf-457c-8e05-f72e16bce371, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f6cf5056-e5cf-457c-8e05-f72e16bce371,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:45:51.029232 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.031258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-337900b3-5036-4f1e-8880-8eeb502b46ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:51.095085 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Pushing event updated for resources: {'Port': ['ID=f6cf5056-e5cf-457c-8e05-f72e16bce371,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:51.101120 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:51.108094 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.184139 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.187012 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f39d4a0e-c5c7-4daa-85e1-b3f01964cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:51.238842 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:51.243878 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:51.246334 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:51.270677 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-73bb85d9-e342-475b-b3fc-00d2dc555580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.291578 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a5222bf1-fb50-4f3e-a756-37dd06479527 req-ba7d9c6f-dda4-43ea-ab14-dbb2e2db0247 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0602841 Jun 22 18:45:51.365332 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Pushing event updated for resources: {'Port': ['ID=5564d79c-56e6-43d0-837a-77c9f5e08ca1,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:51.394607 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:51.540370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.735047 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.867524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Router 95906338-f22a-4551-aa7d-b5fd83b74ebb is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:45:51.977957 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:51.990107 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Sync routers for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:51.994426 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:51.995735 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7536407 Jun 22 18:45:51.998686 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53000) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:52.001218 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:52.001846 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:52.031511 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38fee45-a7fe-44a9-9854-bfbdd836447e None None] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:52.099279 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-0d02e220-11d3-4cf3-ac8d-ab877f2f44b3 None None] Provisioning for port f6cf5056-e5cf-457c-8e05-f72e16bce371 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:52.111300 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:52.272252 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f6cf5056-e5cf-457c-8e05-f72e16bce371 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:52.409570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port f6cf5056-e5cf-457c-8e05-f72e16bce371 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:52.423527 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f6cf5056-e5cf-457c-8e05-f72e16bce371 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:52.423935 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.493506 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:51Z', 'revision_number': 3, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:52.523096 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Checking router: 95906338-f22a-4551-aa7d-b5fd83b74ebb for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:52.524415 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Updating router 95906338-f22a-4551-aa7d-b5fd83b74ebb port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:45:52.557131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.573959 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.580098 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ddaaae6-2d4d-458c-973d-89accac9d6be req-273629b7-402e-4e08-9207-f8178ddd388b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0633948 Jun 22 18:45:52.590859 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.604974 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port f6cf5056-e5cf-457c-8e05-f72e16bce371, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f6cf5056-e5cf-457c-8e05-f72e16bce371,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:52.610003 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.613010 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:52.666225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-37593834-e068-4e6a-9a7a-dc95031d32c2 None None] Provisioning complete for port f6cf5056-e5cf-457c-8e05-f72e16bce371 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:52.666608 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-37593834-e068-4e6a-9a7a-dc95031d32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.687481 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=f6cf5056-e5cf-457c-8e05-f72e16bce371,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:52.692944 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:52.768802 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Allocated IP 172.20.0.1 (51f855a2-f71b-4ade-99a8-305ff96cbb16/40e2cefd-54bc-45aa-851d-d02ce78e948c/f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:52.846929 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.856730 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Transition to ACTIVE for port object 5564d79c-56e6-43d0-837a-77c9f5e08ca1 will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:52.864454 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.867571 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:52.879833 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.894130 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Transition to ACTIVE for port object f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:52.917344 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Pushing event updated for resources: {'Port': ['ID=5564d79c-56e6-43d0-837a-77c9f5e08ca1,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:52.925855 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.926200 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.926566 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.926884 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.927222 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.927547 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.927926 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.928305 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.928661 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.929028 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.929308 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.929628 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:52.930014 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.932757 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:52.932927 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Attempting to bind port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:45:52.933139 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Attempting to bind port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:45:52.933501 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Attempting to bind port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:45:52.938245 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:52.939341 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:45:52.939723 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:52.940735 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.941141 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:45:52.941625 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Bound port: 5564d79c-56e6-43d0-837a-77c9f5e08ca1, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:45:52.942192 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:52.972065 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:52.977413 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:52.979640 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Pushing event updated for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:52.981784 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:52.984692 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:52.999548 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] For port 5564d79c-56e6-43d0-837a-77c9f5e08ca1, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:45:53.003772 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] For port 5564d79c-56e6-43d0-837a-77c9f5e08ca1, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=5564d79c-56e6-43d0-837a-77c9f5e08ca1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:45:53.010081 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.011595 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:53.024331 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.070777 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:53.071415 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:53.106323 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Pushing event updated for resources: {'Port': ['ID=5564d79c-56e6-43d0-837a-77c9f5e08ca1,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:53.110819 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-4447ac1d-2696-4d35-8af0-d2dd6f5f1453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:53.178662 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.191585 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:53.278147 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-18527fb6-06f9-46fe-98a4-10e50a89771e None None] Provisioning for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:53.282731 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-18527fb6-06f9-46fe-98a4-10e50a89771e None None] Provisioning complete for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:53.283332 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-18527fb6-06f9-46fe-98a4-10e50a89771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.323037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-18527fb6-06f9-46fe-98a4-10e50a89771e None None] Port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:45:53.368332 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.374558 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.377196 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e3033e7f-e3a3-4e49-9c2d-ed237334d9a7 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:53.392229 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:51Z', 'revision_number': 3, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:53.419543 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e11d5-7ecf-4531-9acd-acfcb3c7a37f None None] The sync data for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi is: [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:51Z', 'revision_number': 3, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:53.446853 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Pushing event updated for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:53.449531 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:53.451602 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:53.762640 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f2b703db-0e6b-4864-bfcd-0c03d93c59f4 req-89ae5863-fc49-4422-ba9b-98154db697f5 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0347097 Jun 22 18:45:53.811226 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:53.812788 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:53.957145 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Router 95906338-f22a-4551-aa7d-b5fd83b74ebb has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:45:54.054306 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-e8f4c2a0-466b-4100-99fd-6f5c367c7010 None None] Provisioning complete for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:54.054691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c2a0-466b-4100-99fd-6f5c367c7010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.075777 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:54.089324 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] 10.222.0.68 "PUT /v2.0/routers/95906338-f22a-4551-aa7d-b5fd83b74ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889413 Jun 22 18:45:54.098924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4c2a0-466b-4100-99fd-6f5c367c7010 None None] Port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:45:54.244966 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 5564d79c-56e6-43d0-837a-77c9f5e08ca1 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:54.292850 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-173e1701-1cb0-4b8c-9c3f-475fd965f7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.318469 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:54.323047 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:54.323302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.431547 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.456450 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 5564d79c-56e6-43d0-837a-77c9f5e08ca1, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=5564d79c-56e6-43d0-837a-77c9f5e08ca1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:54.462082 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.462963 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f6cf5056-e5cf-457c-8e05-f72e16bce371 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:54.465535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-bce8e0a9-4b2d-43a7-8a59-5a344f876a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:54.545702 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=5564d79c-56e6-43d0-837a-77c9f5e08ca1,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:54.549195 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:54.558260 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f6cf5056-e5cf-457c-8e05-f72e16bce371 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:54.558928 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.610076 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.655607 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53050) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:54.661133 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-31048090-network', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:54.682163 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Made reservation on behalf of 2679e2d3713848be9266b3d1545ee4cf for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:45:54.684583 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.693103 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.777831 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.781491 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.785942 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-94ab92a7-7b9c-4dca-ac3e-c96d8e6b028b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:54.803440 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:45:54.817212 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cac646-e0ee-4c13-a8e9-cab32a4b52ec,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:54.821449 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:54.822511 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.822852 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Added segment 9f55de45-77d6-48c5-9bb9-0632acc11a9e of type vlan for network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d Jun 22 18:45:54.869033 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.899478 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.900868 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:54.901453 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:54.903570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:54.915178 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a26903a9-fd71-4049-99c0-223dbd8aab57 req-14a1ea33-eebf-4cd4-987f-d101a2fc4682 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0312407 Jun 22 18:45:54.957505 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3008096 Jun 22 18:45:54.960079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53054) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:54.967124 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Request body: {'subnet': {'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-31048090-subnet', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:54.972021 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Pushing event updated for resources: {'Network': ['ID=f1b5deae-08f3-420b-b7c9-cc45aa4cb70d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:54.976476 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:54.982347 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:45:54.992388 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Made reservation on behalf of 2679e2d3713848be9266b3d1545ee4cf for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:45:54.994696 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.163860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.166510 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-810762ac-84df-41d1-bdba-4aac0e25bbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:55.183920 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Sync routers for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:55.193583 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:55.194225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:55.215545 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3cd91d5-91ed-4d46-9d56-faca57b4c7fc,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:55.218746 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:55.234442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Checking segment: {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:55.234792 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Network hostable DHCP agents. Network: f1b5deae-08f3-420b-b7c9-cc45aa4cb70d, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:45:55.250059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:45:55.258805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, f1b5deae-08f3-420b-b7c9-cc45aa4cb70d) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:55.263252 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:55.263919 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.277135 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c693ad5-d142-4e54-9b15-d21b5e13320f None None] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:55.280897 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0c1f65a4-7acc-4c0e-ada2-c69430e665a5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3172755 Jun 22 18:45:55.282086 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53056) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:55.287058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:55.309294 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.310665 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.366619 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:55.379401 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.541837 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.579899 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'fixed_ips': [{'subnet_id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:45:55.582436 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.648977 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-87177eab-8d2b-49a2-ae67-1f521640097f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3007131 Jun 22 18:45:55.756544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-a6554eee-9158-4f52-ba1e-4b666948c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:55.758356 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-a6554eee-9158-4f52-ba1e-4b666948c901 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.0785527 Jun 22 18:45:55.791553 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.816912 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.901411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-386c807e-a7f2-4bcc-9bc7-4f36b7fdade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:55.903263 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-386c807e-a7f2-4bcc-9bc7-4f36b7fdade7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.1201150 Jun 22 18:45:55.923377 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:53Z', 'revision_number': 4, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96', 'name': '', 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'mac_address': 'fa:16:3e:e8:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:52Z', 'updated_at': '2021-06-22T18:45:53Z', 'revision_number': 2, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'subnets': [{'id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:55.945600 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Allocated IP 172.27.0.93 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/49643063-619d-4c7e-ad16-71e0cb94bb0a) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:55.955751 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Checking router: 95906338-f22a-4551-aa7d-b5fd83b74ebb for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:55.956820 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-1b8af3bf-0f8d-4982-ab06-bba52e2d8bbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0461671 Jun 22 18:45:55.957320 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Updating router 95906338-f22a-4551-aa7d-b5fd83b74ebb port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:45:55.987525 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Allocated IP 172.20.0.2 (f1b5deae-08f3-420b-b7c9-cc45aa4cb70d/e3cd91d5-91ed-4d46-9d56-faca57b4c7fc/2dfa7aa3-5590-41a4-906d-a7248476dd36) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:56.015518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-cec4f227-9c98-40e3-acce-63542975f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:56.017290 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-cec4f227-9c98-40e3-acce-63542975f4df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0542645 Jun 22 18:45:56.053535 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-ec4169a3-0192-4140-a27c-743c5984aa02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298526 Jun 22 18:45:56.062993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.077276 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.089876 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f08c5b2a-0041-4647-809a-83d9761c2d40 req-b3b35fee-09a5-42bd-b4f6-cfa137c527af tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0352578 Jun 22 18:45:56.120858 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.135598 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:56.182220 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-17f9cb3b-edb1-4f42-a316-03f33b518f1d service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175225 Jun 22 18:45:56.185792 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:56.194177 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:56.199172 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:56.238052 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Pushing event updated for resources: {'Port': ['ID=49643063-619d-4c7e-ad16-71e0cb94bb0a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:56.241128 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 5564d79c-56e6-43d0-837a-77c9f5e08ca1 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:56.243900 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:56.287799 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.293076 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7b096bd9-aec5-4e39-94e3-a5f7087154df req-bf60a9d4-7922-45be-8f75-94fe0803787a service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033020 Jun 22 18:45:56.370388 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.386848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Transition to ACTIVE for port object 2dfa7aa3-5590-41a4-906d-a7248476dd36 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:56.417829 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Transition to ACTIVE for port object 2dfa7aa3-5590-41a4-906d-a7248476dd36 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:56.432200 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:56.432605 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.434482 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.438227 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:56.468384 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.528501 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:56.542496 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:56.563413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:56.579865 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Pushing event updated for resources: {'Port': ['ID=2dfa7aa3-5590-41a4-906d-a7248476dd36,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:56.587988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:56.602576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.673729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Transition to ACTIVE for port object f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:56.688093 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.692867 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Attempting to bind port 2dfa7aa3-5590-41a4-906d-a7248476dd36 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:45:56.693248 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Attempting to bind port 2dfa7aa3-5590-41a4-906d-a7248476dd36 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:45:56.693636 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Attempting to bind port 2dfa7aa3-5590-41a4-906d-a7248476dd36 on network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:45:56.695505 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.700225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:56.733720 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:45:56.734013 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Checking segment: {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:56.734416 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.734820 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Bound using segment: {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:45:56.735293 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Bound port: 2dfa7aa3-5590-41a4-906d-a7248476dd36, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:45:56.735670 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.787985 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Pushing event updated for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:56.794700 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:56.823116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Router 4b4b9779-0619-42ff-8404-d094551c06f7 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:45:56.878602 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Attempting to bind port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:45:56.879114 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Attempting to bind port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:45:56.879494 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Attempting to bind port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 on network 51f855a2-f71b-4ade-99a8-305ff96cbb16 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:45:56.887324 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:45:56.887763 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Checking segment: {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:56.888190 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.888732 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Bound using segment: {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:45:56.889378 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Bound port: f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36496ff5-59fb-48c5-a4a3-4aec6beff7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:45:56.889644 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.893258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] For port 2dfa7aa3-5590-41a4-906d-a7248476dd36, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:45:56.904201 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] For port 2dfa7aa3-5590-41a4-906d-a7248476dd36, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2dfa7aa3-5590-41a4-906d-a7248476dd36,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:45:56.912647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.922863 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:57.033621 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Pushing event updated for resources: {'Port': ['ID=2dfa7aa3-5590-41a4-906d-a7248476dd36,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:57.037703 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] For port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:45:57.042682 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:57.044404 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] For port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:45:57.053993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:57.056371 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:57.120714 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Pushing event updated for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:57.123813 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:57.124463 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:57.126552 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:57.163309 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:57.173023 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Sync routers for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:57.185158 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:57.186239 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:57.192276 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:57.193827 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-21952787-8d71-434c-b3db-1f7f094f864b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9104264 Jun 22 18:45:57.196470 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53086) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:57.351386 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:57.365180 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:57.599901 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:56Z', 'revision_number': 3, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:57.640918 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Checking router: 4b4b9779-0619-42ff-8404-d094551c06f7 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:57.641686 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Updating router 4b4b9779-0619-42ff-8404-d094551c06f7 port 49643063-619d-4c7e-ad16-71e0cb94bb0a binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:45:57.683925 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:57.810268 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-06677215-fff4-48a4-870a-ab0283a96f8c req-b1812097-3c4f-4c79-91a6-b99f6735c779 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.4901433 Jun 22 18:45:57.813131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:53Z', 'revision_number': 4, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96', 'name': '', 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'mac_address': 'fa:16:3e:e8:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:52Z', 'updated_at': '2021-06-22T18:45:57Z', 'revision_number': 4, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'subnets': [{'id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:57.836282 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:57.851507 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e748e7-4651-4940-8ef0-9d9cf7c2aa12 None None] The sync data for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi is: [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:53Z', 'revision_number': 4, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96', 'name': '', 'network_id': '51f855a2-f71b-4ade-99a8-305ff96cbb16', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'mac_address': 'fa:16:3e:e8:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:52Z', 'updated_at': '2021-06-22T18:45:57Z', 'revision_number': 4, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'subnets': [{'id': '40e2cefd-54bc-45aa-851d-d02ce78e948c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:58.053795 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.095023 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.106319 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Allocated IP 172.20.0.1 (f1b5deae-08f3-420b-b7c9-cc45aa4cb70d/e3cd91d5-91ed-4d46-9d56-faca57b4c7fc/7fb22810-8d3e-410a-95bf-16e8e64f02f4) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:58.118782 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Transition to ACTIVE for port object 49643063-619d-4c7e-ad16-71e0cb94bb0a will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:58.128955 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.132540 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:58.293727 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.303179 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2dfa7aa3-5590-41a4-906d-a7248476dd36 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:58.309248 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f0ad-cfe7-4dee-bf7e-caee85223b76 None None] Pushing event updated for resources: {'Port': ['ID=49643063-619d-4c7e-ad16-71e0cb94bb0a,revision_number=2']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:58.321143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Transition to ACTIVE for port object 7fb22810-8d3e-410a-95bf-16e8e64f02f4 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:45:58.324299 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-3758f0ad-cfe7-4dee-bf7e-caee85223b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:58.362634 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Attempting to bind port 49643063-619d-4c7e-ad16-71e0cb94bb0a on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:45:58.363216 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Attempting to bind port 49643063-619d-4c7e-ad16-71e0cb94bb0a by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:45:58.363800 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Attempting to bind port 49643063-619d-4c7e-ad16-71e0cb94bb0a on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:45:58.386289 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:45:58.387497 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:45:58.388248 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.388865 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:45:58.389910 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Bound port: 49643063-619d-4c7e-ad16-71e0cb94bb0a, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:45:58.390763 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.409149 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.411193 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:58.426518 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 2dfa7aa3-5590-41a4-906d-a7248476dd36 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:58.430717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:58.473258 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] For port 49643063-619d-4c7e-ad16-71e0cb94bb0a, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:45:58.473482 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0817d-eecf-445d-8091-5d52fda66c75 None None] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:45:58.475486 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:58.477765 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] For port 49643063-619d-4c7e-ad16-71e0cb94bb0a, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=49643063-619d-4c7e-ad16-71e0cb94bb0a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:45:58.483936 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:58.486215 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Pushing event updated for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:58.489869 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.492982 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:58.493561 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:58.498589 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:58.549260 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:58.549921 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:58.558625 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Provisioning for port 2dfa7aa3-5590-41a4-906d-a7248476dd36 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:58.565349 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.572821 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Provisioning complete for port 2dfa7aa3-5590-41a4-906d-a7248476dd36 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:58.573201 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.616327 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f0ad-cfe7-4dee-bf7e-caee85223b76 None None] Pushing event updated for resources: {'Port': ['ID=49643063-619d-4c7e-ad16-71e0cb94bb0a,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:58.626787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:58.629765 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-3758f0ad-cfe7-4dee-bf7e-caee85223b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:58.638586 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:58.639754 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.719906 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:58.801053 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.996952 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.033338 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.042178 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.047291 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] For port 2dfa7aa3-5590-41a4-906d-a7248476dd36, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2dfa7aa3-5590-41a4-906d-a7248476dd36,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:59.065650 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.068537 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:59.090142 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0a070b3-7fe0-4234-97c6-a75acba2456e req-ffdab8a5-e79a-4802-a20f-f2182cddd79f tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0634534 Jun 22 18:45:59.093855 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f0f51fcb-464c-4216-bfcd-29da5b63b11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:59.100818 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.152755 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:56Z', 'revision_number': 3, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:59.165991 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Pushing event updated for resources: {'Port': ['ID=2dfa7aa3-5590-41a4-906d-a7248476dd36,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:59.169653 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.185683 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:59.203060 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Pushing event updated for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:59.205164 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599fd3bd-f4e0-4d9f-b48e-f9ff20636d5f None None] The sync data for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi is: [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:56Z', 'revision_number': 3, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:59.208781 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:59.217428 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:59.223479 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.225991 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-5d87c131-913a-4a25-ac3d-d1f34444dd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:59.252696 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:59.254448 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:59.298888 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:59.310879 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:59.397608 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Router 4b4b9779-0619-42ff-8404-d094551c06f7 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:45:59.508265 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Provisioning for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:59.515887 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Provisioning complete for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:59.516313 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.543704 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:59.551456 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] 10.222.0.68 "PUT /v2.0/routers/4b4b9779-0619-42ff-8404-d094551c06f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535702 Jun 22 18:45:59.619248 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:45:59.634865 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Provisioning complete for port 2dfa7aa3-5590-41a4-906d-a7248476dd36 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:59.636517 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-62f3ba6f-a45f-460f-8b39-285f0b7d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.869452 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-879a832a-9631-4fda-9d10-33b3d649bf32 None None] Provisioning complete for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:59.869843 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-879a832a-9631-4fda-9d10-33b3d649bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:59.920493 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-879a832a-9631-4fda-9d10-33b3d649bf32 None None] Port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:46:00.045846 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ef800ed5-ab34-498a-adcb-8493c3980714 None None] Provisioning complete for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:00.046480 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ef800ed5-ab34-498a-adcb-8493c3980714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:00.084295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ef800ed5-ab34-498a-adcb-8493c3980714 None None] Port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:46:00.263367 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6123481a-b4dd-438b-8289-3b6c992b403d req-7d385881-8d72-4b52-9b27-542abe51d966 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0297713 Jun 22 18:46:00.312634 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 49643063-619d-4c7e-ad16-71e0cb94bb0a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:00.364648 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 49643063-619d-4c7e-ad16-71e0cb94bb0a completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:46:00.368051 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 49643063-619d-4c7e-ad16-71e0cb94bb0a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:00.368463 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:00.444073 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:00.465589 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 49643063-619d-4c7e-ad16-71e0cb94bb0a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=49643063-619d-4c7e-ad16-71e0cb94bb0a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:46:00.469541 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:00.470447 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2dfa7aa3-5590-41a4-906d-a7248476dd36 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:00.472341 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:00.546346 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=49643063-619d-4c7e-ad16-71e0cb94bb0a,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:00.550481 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:00.559306 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 2dfa7aa3-5590-41a4-906d-a7248476dd36 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:00.559687 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:00.639039 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:00.689523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:00.690632 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.212802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Sync routers for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:46:01.222780 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:01.223401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:01.280156 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53140) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.281831 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255465484', 'description': 'tempest-secgroup-smoke-255465484 description', 'project_id': 'f855c9e6ec564620bfaae1bac766009a'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:01.305944 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.340661 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:01.398157 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.404645 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.407262 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-595ed122-3459-41ef-81cb-5674a59854f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.422105 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9f13bd80-ddee-4d74-a606-0ac68a4b797d req-bb8cc522-ae3f-4c63-b155-ade178c2d13a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0310481 Jun 22 18:46:01.435853 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.439898 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1589823 Jun 22 18:46:01.439898 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca3b366-ad3f-408e-870f-6d09c4ddaf51,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:01.441318 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53144) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.446570 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:01.449300 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:01.475975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.536480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.540260 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.542818 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b6843ce0-5d32-464a-a5c6-106578a0f72a tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.558406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dadbaa6-fcdd-43f0-9df9-b6efee81714f,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:01.562540 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:01.567519 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.568923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269822 Jun 22 18:46:01.571605 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 4, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '7fb22810-8d3e-410a-95bf-16e8e64f02f4', 'name': '', 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'mac_address': 'fa:16:3e:73:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:57Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 2, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'subnets': [{'id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:01.571903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53146) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.576067 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:01.599795 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Checking router: 4b4b9779-0619-42ff-8404-d094551c06f7 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:46:01.600165 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Updating router 4b4b9779-0619-42ff-8404-d094551c06f7 port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:46:01.603659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.635819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.662878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.667001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.669281 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7a13aa5f-28b3-4d01-a07c-ffcdfeeeeb1e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.693502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427c01a1-ae6b-4c5e-9bbe-a2770ca080a6,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:01.697296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:01.703031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.704466 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315994 Jun 22 18:46:01.707644 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53148) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.712077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:01.738813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.795196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.799722 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.802951 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.817539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6292963c-a82b-4317-a6b0-3221f1082bae,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:01.821517 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:01.828099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.833101 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4b9b9fed-9925-4779-96c6-14148f42998b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207111 Jun 22 18:46:01.833101 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53150) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.837169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:01.863196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.925971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.931784 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.932868 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.933983 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cd5dd05e-9056-471c-b06a-7a34ff516c7b tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.949143 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Transition to ACTIVE for port object 7fb22810-8d3e-410a-95bf-16e8e64f02f4 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:46:01.953740 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f97316a-aa1f-4706-98c3-dc9d7ae10e11,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:01.958596 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.958882 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:01.960436 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.968913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:01.969225 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4258f215-f71b-42de-a5fc-e01adda2db07 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282053 Jun 22 18:46:01.969225 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53156) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:01.972585 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:02.008989 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.securitygroups_db [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Project f855c9e6ec564620bfaae1bac766009a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:46:02.014847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.037017 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ffcd-4206-40bf-8b96-ee865cd02488 None None] Pushing event updated for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:02.040835 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4304ffcd-4206-40bf-8b96-ee865cd02488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:02.071070 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Attempting to bind port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:46:02.071535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Attempting to bind port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:46:02.071822 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Attempting to bind port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 on network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:46:02.077719 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:46:02.078394 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Checking segment: {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:46:02.078747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.079199 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Bound using segment: {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:46:02.079752 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Bound port: 7fb22810-8d3e-410a-95bf-16e8e64f02f4, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f55de45-77d6-48c5-9bb9-0632acc11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:46:02.081071 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.088123 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.093196 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.095789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:02.123792 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca25af6-01c4-4515-b6ab-d1d26c457260,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:02.140356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:02.152747 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.157485 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53162) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:02.157658 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-be77088d-cf0d-498f-9c73-e9ac5818abec tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1917138 Jun 22 18:46:02.162527 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Request body: {'security_group_rule': {'security_group_id': 'fca3b366-ad3f-408e-870f-6d09c4ddaf51', 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:46:02.171030 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] For port 7fb22810-8d3e-410a-95bf-16e8e64f02f4, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:46:02.186759 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Project f855c9e6ec564620bfaae1bac766009a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:46:02.187891 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] For port 7fb22810-8d3e-410a-95bf-16e8e64f02f4, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=7fb22810-8d3e-410a-95bf-16e8e64f02f4,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:46:02.194114 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.195113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.199301 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:02.267034 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 49643063-619d-4c7e-ad16-71e0cb94bb0a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:02.269952 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.274587 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.276712 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-94e58f3f-2880-4bb5-b3ca-deaa927d1594 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:02.295075 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cb008d-e188-4ab1-ac20-28e699d11f03,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:02.298931 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:02.305587 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.310667 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:02.311369 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:45:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:02.314935 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d1398f48-a5d9-46a2-9bbb-d9b15939c5c6 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561577 Jun 22 18:46:02.382168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ffcd-4206-40bf-8b96-ee865cd02488 None None] Pushing event updated for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:02.388823 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4304ffcd-4206-40bf-8b96-ee865cd02488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:02.451712 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 49643063-619d-4c7e-ad16-71e0cb94bb0a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:02.452327 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:02.482308 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:02.494212 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:46:02.591089 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-66558442-e759-48f5-8a0d-0ac67ee654b3 req-a599adc5-1912-48b9-885d-069089d7d47c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0357120 Jun 22 18:46:02.923285 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 4, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '7fb22810-8d3e-410a-95bf-16e8e64f02f4', 'name': '', 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'mac_address': 'fa:16:3e:73:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:57Z', 'updated_at': '2021-06-22T18:46:02Z', 'revision_number': 4, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'subnets': [{'id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:02.963902 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10034ff0-b124-487a-8b07-53cb288c2330 None None] The sync data for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi is: [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:45:58Z', 'revision_number': 4, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '7fb22810-8d3e-410a-95bf-16e8e64f02f4', 'name': '', 'network_id': 'f1b5deae-08f3-420b-b7c9-cc45aa4cb70d', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'mac_address': 'fa:16:3e:73:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:57Z', 'updated_at': '2021-06-22T18:46:02Z', 'revision_number': 4, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'subnets': [{'id': 'e3cd91d5-91ed-4d46-9d56-faca57b4c7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:46:03.754149 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-18e681fa-6e5f-496f-9a0f-9a9aa691e03e req-c94c4c8e-ae20-49e4-ac26-8c119bb8a1ce tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0292292 Jun 22 18:46:04.194198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 7fb22810-8d3e-410a-95bf-16e8e64f02f4 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:04.242442 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:46:04.246312 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:04.246767 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:04.324414 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:04.362363 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 7fb22810-8d3e-410a-95bf-16e8e64f02f4, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=7fb22810-8d3e-410a-95bf-16e8e64f02f4,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:46:04.366288 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:04.368068 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-a932e1a2-f10b-46d5-875b-1cf265188d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:04.414874 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:04.418553 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:04.902014 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0138ed17-26e7-4031-b49d-61e8128b88d8 req-f581a41a-64e7-417b-98ac-4643282a3d40 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0333841 Jun 22 18:46:06.048672 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3b757c2a-6b0a-4a2e-bbf2-1ff9ab7f7e53 req-1173e067-5de0-47bb-9bbd-b4b010eb44d3 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0275455 Jun 22 18:46:06.171795 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 7fb22810-8d3e-410a-95bf-16e8e64f02f4 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:46:06.220680 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:46:06.221637 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:07.188933 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ffb72f55-ea19-4410-b203-c701f838f6ac req-074b7373-cca8-4927-83de-3e1236389ef1 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0281229 Jun 22 18:46:08.328472 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-178c91f4-292d-469e-9ab1-c76f12a3034a req-cd4d3307-5169-4502-b79a-d7d0490efc54 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0275018 Jun 22 18:46:09.480046 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ce1a002-f2a4-4742-a3b9-ee7a75a5d961 req-e9361204-0ece-4204-8da8-0377b6534e98 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0333068 Jun 22 18:46:10.629525 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbec7d0d-9474-4a7a-bc36-2e3732cf9303 req-1444d66e-6b82-4bcb-ba21-ef0b9e90e720 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0339675 Jun 22 18:46:11.786250 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7e0cbf40-24c7-44e5-a9d6-b02577db31cd req-2e97f6db-ae25-4934-9e8a-5d469407cf7b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0281069 Jun 22 18:46:12.925684 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-202bc89e-1d7d-4a64-8fbb-5f8c08474b17 req-ae3bef99-c1c8-423b-9fca-8e73a8945afe tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0273070 Jun 22 18:46:14.080031 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-515558c4-08aa-45bc-bb0f-d63aa6ef822f req-92eee252-ccf2-4d4a-8e7b-856a17e4fde7 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0374737 Jun 22 18:46:15.226847 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0fc2918f-5536-44fe-8769-3b96e9b00906 req-037ae529-38e7-4cc8-a580-87f1e12455dd tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0285201 Jun 22 18:46:16.363373 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0c03e5e2-1e59-415e-8469-068fa806f399 req-fc8bbd7b-95a0-4796-8e09-86c8e6d9821c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0277784 Jun 22 18:46:17.127246 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:17.500415 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f4ffe754-50dc-4675-97ba-b41672fcbc61 req-e8590eff-4621-42aa-9ea1-f881057980d3 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0285151 Jun 22 18:46:18.643155 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ea5549f0-2173-4aea-a1ed-f150df47147c req-9e05dde8-b4ea-489e-b1c5-d5a14a735d24 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0313113 Jun 22 18:46:19.781141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-40eaffff-6d4e-4c4c-b562-bbdb196edc0d req-62e4d47c-9071-4542-889c-dcddef447f01 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jun 22 18:46:20.918238 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a17aff19-69f2-4aab-9577-aba4e55b0b0e req-6a37ef41-208c-4ca7-91ac-bbb4b404ab94 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0282850 Jun 22 18:46:21.255401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bc283503-37fe-4393-9c1c-8b75c92a15a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:22.057220 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f5338c4-172b-4962-b8fa-3f2c179485f7 req-69718a99-da7a-4b00-b632-d24fcde5680c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0290208 Jun 22 18:46:23.202178 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa499271-cfc0-47a1-8f27-6322ab0cc373 req-633afedd-1876-4833-971d-0a434d5aa052 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0352898 Jun 22 18:46:24.288850 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-50de11ba-d2e7-4acb-87bd-db35c8a7bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:24.343452 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dbf27e2d-a53b-44b1-a78e-e72e1a20d7c2 req-3a016a44-3bc0-46f0-8935-4c6052e5fe8e tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0291681 Jun 22 18:46:24.601957 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:25.481967 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-52553fc4-df76-417e-85a6-bc27858833cc req-2786ec1a-0548-41cb-b105-7be989c79926 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0277073 Jun 22 18:46:26.184872 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:26.627496 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c08b8736-3cd1-4d41-99c0-45e5594a7ace req-25cf1ae5-b647-44ac-bd6d-2d6bc938f38f tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jun 22 18:46:27.772400 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82cde7b2-fdcf-4f68-ae50-e5b43481d15b req-a41b8a92-e5ad-4b38-ae4f-1fb18297ae07 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0304348 Jun 22 18:46:28.053397 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:28.922514 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b8408470-555c-48f0-9f4b-1b2f5c412ee3 req-891e0e72-9a86-4cb4-9554-faac88b0fd8f tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jun 22 18:46:30.060141 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-492b58d8-3393-4294-b0c4-5421bf26413d req-ac006e0d-bbb0-4e6d-8b86-7fa24f6b1d3f tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0286322 Jun 22 18:46:31.196982 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-643ae8db-ac24-485e-b6d7-af407477fa56 req-f1aa4b63-2174-4d8d-b067-73c5cb3c9525 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0276556 Jun 22 18:46:32.337018 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9def461-3ecc-4357-932f-892842fb4733 req-b5710872-c1d1-4027-9e29-8710ebb0d5b3 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0311468 Jun 22 18:46:33.480643 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4a67db76-3a8d-4d3d-a016-938101662572 req-577f56e2-956f-4122-9de0-4fab0b641b9d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0281048 Jun 22 18:46:34.620023 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-93941218-777d-4652-ae93-40127c0abfd0 req-bec0b027-b6fa-45e0-984b-4a395b46b5e1 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0287104 Jun 22 18:46:35.765378 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82be81b2-40e6-45d4-8df3-7b525cdab371 req-8e7e5c4c-0010-4d2f-ba6f-73d0bee752a5 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0296023 Jun 22 18:46:36.907902 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8a0f82f9-f540-4098-97f1-804d90a8c9f3 req-8ed52120-7b50-4e5f-8d42-10090008018d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0312083 Jun 22 18:46:38.049049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b8e2e534-7c77-483a-b3ac-8fded3d0457e req-33e9abe5-04be-44fd-b991-d073a0f6ea51 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0306046 Jun 22 18:46:39.194321 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-44caf322-ec62-44b6-bfcd-2e5ff9342070 req-de36f34b-1bfe-4c73-8f82-8f924227c901 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0283859 Jun 22 18:46:39.436871 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2a99-0992-4d3c-8681-39a2b6a498bd req-80ffaaea-c8a6-4ac1-bf3a-630a23b69d9a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:39.438309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdfb2a99-0992-4d3c-8681-39a2b6a498bd req-80ffaaea-c8a6-4ac1-bf3a-630a23b69d9a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 945 time: 0.0647504 Jun 22 18:46:39.475326 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fdfb2a99-0992-4d3c-8681-39a2b6a498bd req-53364f53-debd-4e44-8ca0-32d75ce8739c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups?id=8011060f-e804-4cd3-a32c-255cfcdcf99e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Jun 22 18:46:39.493399 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:46:39.760261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-b60fe224-1377-4384-958c-5bd62fe11d4f tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:39.761576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-b60fe224-1377-4384-958c-5bd62fe11d4f tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 945 time: 0.0609725 Jun 22 18:46:39.859259 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Deleting port 0098b1ea-c30c-4c33-a14a-fe58053e2300 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:46:39.859599 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:39.949515 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] For port 0098b1ea-c30c-4c33-a14a-fe58053e2300, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0098b1ea-c30c-4c33-a14a-fe58053e2300,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:46:39.949883 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:40.117307 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:40.117674 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:40.117993 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Floating IP 9c8df6e6-c3d5-4b52-9348-a379f2105fd4 disassociated. External IP: 172.27.0.167, port: 0098b1ea-c30c-4c33-a14a-fe58053e2300. Jun 22 18:46:40.118337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Calling delete_port for 0098b1ea-c30c-4c33-a14a-fe58053e2300 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:46:40.255234 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:40.259296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-350505ad-f3a3-40ba-8f45-9feaadf034c2 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:40.292909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'Port': ['ID=0098b1ea-c30c-4c33-a14a-fe58053e2300,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:40.307447 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.307819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.308231 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.308715 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.309072 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.309426 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.309777 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.310126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.310477 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.310822 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.311167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.311511 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:46:40.314803 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:40.380383 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-94d494f8-521e-47d2-8c51-553255d8d17d req-584665db-04a5-4611-a1ee-794fe2b50e98 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0633349 Jun 22 18:46:40.444590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:46:40.549546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:46:40.559170 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:46:40.568899 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:40.569557 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:46:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:40.596959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] No DVR routers for this DVR port 0098b1ea-c30c-4c33-a14a-fe58053e2300 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:46:40.606852 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:40.608856 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8cd7e957-7066-4c5a-956f-3f9c67ad54be req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.49 "DELETE /v2.0/ports/0098b1ea-c30c-4c33-a14a-fe58053e2300 HTTP/1.1" status: 204 len: 173 time: 0.8411596 Jun 22 18:46:40.609368 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'name': 'network-vif-deleted', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:46:40.611727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a46e0f-bd46-426c-8f0d-a3ba2a419602" -d '{"events": [{"server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "name": "network-vif-deleted", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:46:40.639012 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-517404c7-6059-44f3-a84f-b16ed482b1a4 req-1efed566-d5ea-456f-9aef-dcd1b0ce0cc1 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b1e7526-57c5-4b28-aa9b-07d4f2cf571b HTTP/1.1" status: 200 len: 210 time: 0.0429633 Jun 22 18:46:40.657774 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740493c7-2995-4980-adc5-c038c99c391b x-openstack-request-id: req-740493c7-2995-4980-adc5-c038c99c391b {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:46:40.658274 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1e7526-57c5-4b28-aa9b-07d4f2cf571b", "name": "network-vif-deleted", "tag": "0098b1ea-c30c-4c33-a14a-fe58053e2300", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:46:40.658635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-740493c7-2995-4980-adc5-c038c99c391b {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:46:40.659170 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1e7526-57c5-4b28-aa9b-07d4f2cf571b', 'name': 'network-vif-deleted', 'tag': '0098b1ea-c30c-4c33-a14a-fe58053e2300', 'status': 'completed', 'code': 200} Jun 22 18:46:40.683140 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:40.889074 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:40.915993 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:46:40.923847 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:40.924496 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:46:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:41.030769 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:41.239042 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:41.271747 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120f7b8-6984-4279-a770-bf834f3efc5d None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 4, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '9dbefc71-a266-45ff-b9de-00699b87c9b8', 'name': '', 'network_id': '6742600a-098e-4c3d-88ce-589ca4f48355', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'mac_address': 'fa:16:3e:e0:24:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'subnets': [{'id': 'f5aa69ac-e645-4362-a3ee-848eeb6a02d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:46:41.486472 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3a8fc-9af6-4d69-a682-7418b1bf2d4e None None] New status for floating IP 9c8df6e6-c3d5-4b52-9348-a379f2105fd4: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:46:41.525954 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ae2f64f-80be-4f6e-9d97-599a72af4a23 req-297bbcbc-9fcf-4f7e-9c7f-f965cfbd0f85 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0289848 Jun 22 18:46:41.771271 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53758) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:41.828487 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:41.856097 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:41.906432 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:41.909158 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:41.911180 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "DELETE /v2.0/security-groups/8011060f-e804-4cd3-a32c-255cfcdcf99e HTTP/1.1" status: 204 len: 168 time: 0.1381192 Jun 22 18:46:41.912074 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-52699614-c7c9-41db-b8d1-6a1193e70de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:41.913261 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53760) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:41.921160 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8011060f-e804-4cd3-a32c-255cfcdcf99e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:41.923615 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:41.928718 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.api.v2.resource [None req-61c84e88-d0fb-49a7-a167-030f7072507c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] show failed (client error): The resource could not be found. Jun 22 18:46:41.929729 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-61c84e88-d0fb-49a7-a167-030f7072507c tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "GET /v2.0/security-groups/8011060f-e804-4cd3-a32c-255cfcdcf99e HTTP/1.1" status: 404 len: 347 time: 0.0154603 Jun 22 18:46:41.933159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53762) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:42.062096 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Deleting port 385d2e55-b6e3-4b15-821f-45906f8ab608 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:46:42.062442 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.142928 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.143265 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.155139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Calling delete_port for 385d2e55-b6e3-4b15-821f-45906f8ab608 owned by network:floatingip {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:46:42.302079 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.305176 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:42.327996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Pushing event deleted for resources: {'Port': ['ID=385d2e55-b6e3-4b15-821f-45906f8ab608,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:42.330595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:42.395976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks [] for floatingip, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.398995 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:42.400156 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] 10.222.0.68 "DELETE /v2.0/floatingips/9c8df6e6-c3d5-4b52-9348-a379f2105fd4 HTTP/1.1" status: 204 len: 168 time: 0.4659989 Jun 22 18:46:42.669048 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-49744608-0910-489a-9495-b446f29d470e req-8ee2c012-6d26-4717-900e-8ce7e349ec63 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0294034 Jun 22 18:46:43.808411 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9e42a564-45eb-4d04-93a7-d84ca28dba09 req-50a21f8f-1dde-400f-bb6e-ead84b58ec6d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0287378 Jun 22 18:46:44.038642 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 0098b1ea-c30c-4c33-a14a-fe58053e2300 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:46:44.062739 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 0098b1ea-c30c-4c33-a14a-fe58053e2300 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:46:44.063270 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 0098b1ea-c30c-4c33-a14a-fe58053e2300 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:46:44.893689 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22a84a-6f15-4b78-b36d-bfb2c1af7024 req-ddce3d54-12b0-4006-896c-4d25f64e1d54 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:44.895696 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c22a84a-6f15-4b78-b36d-bfb2c1af7024 req-ddce3d54-12b0-4006-896c-4d25f64e1d54 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0643363 Jun 22 18:46:44.933679 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3c22a84a-6f15-4b78-b36d-bfb2c1af7024 req-f8e9f3c3-1a40-49da-a9b7-6a4a63cc2549 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups?id=873d55d6-355a-429c-9b45-57a84c22fffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Jun 22 18:46:44.987172 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-39dad615-67e2-4eb4-b17d-fffe6adf5287 req-1cd56750-5d48-4d1a-a288-e522d65ffe5a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0331049 Jun 22 18:46:45.197975 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-ed75c475-920f-4a6e-b106-08747553ad26 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:45.199398 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-ed75c475-920f-4a6e-b106-08747553ad26 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 946 time: 0.0637531 Jun 22 18:46:45.308596 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Deleting port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:46:45.308716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:45.414650 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] For port f48ecdf2-b25e-4b0c-9a63-2b97cb013471, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:46:45.415263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:45.588699 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:45.589092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:45.589403 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Floating IP 3605e7b2-f8f2-46f5-b108-df9b6b1d56d0 disassociated. External IP: 172.27.0.197, port: f48ecdf2-b25e-4b0c-9a63-2b97cb013471. Jun 22 18:46:45.589743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Calling delete_port for f48ecdf2-b25e-4b0c-9a63-2b97cb013471 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:46:45.724386 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:45.728778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c2fa1600-ad4c-45f1-9a7a-aa6f074eabef tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:45.756074 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'Port': ['ID=f48ecdf2-b25e-4b0c-9a63-2b97cb013471,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:45.759135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:45.877403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:46:45.992110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:46:46.003470 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:46:46.021518 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:46.023271 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:46:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:46.055085 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] No DVR routers for this DVR port f48ecdf2-b25e-4b0c-9a63-2b97cb013471 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:46:46.058690 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:46.061573 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b0912d4-0e0d-43ca-be3b-193d3da2d388 req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.49 "DELETE /v2.0/ports/f48ecdf2-b25e-4b0c-9a63-2b97cb013471 HTTP/1.1" status: 204 len: 173 time: 0.8556566 Jun 22 18:46:46.072086 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'name': 'network-vif-deleted', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:46:46.075628 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050da53-7a46-49ac-8ce9-27570f40cad6" -d '{"events": [{"server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "name": "network-vif-deleted", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:46:46.136347 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d48f1fa1-4f2c-4ef9-ba67-122bb88ea230 req-8abd40d1-6888-442e-aa2d-fbfda97662d1 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1e2e919-da78-42f6-9748-de413ce0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0826292 Jun 22 18:46:46.157381 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:46.194748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9b83ee0-ab8a-4c48-afca-d8f552b70fe0 req-650b81c4-614e-41f1-a8d6-50dca2aa7e7d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0713680 Jun 22 18:46:46.220077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33995300-8643-4bac-a41d-60b2ef8b1551 x-openstack-request-id: req-33995300-8643-4bac-a41d-60b2ef8b1551 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:46:46.220618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e2e919-da78-42f6-9748-de413ce0adc9", "name": "network-vif-deleted", "tag": "f48ecdf2-b25e-4b0c-9a63-2b97cb013471", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:46:46.221097 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33995300-8643-4bac-a41d-60b2ef8b1551 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:46:46.221340 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e2e919-da78-42f6-9748-de413ce0adc9', 'name': 'network-vif-deleted', 'tag': 'f48ecdf2-b25e-4b0c-9a63-2b97cb013471', 'status': 'completed', 'code': 200} Jun 22 18:46:46.462907 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:46.489023 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:46:46.497491 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:46:46.498109 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:46:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:46.607491 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:46:46.819927 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:46:46.846730 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a37bb6-4b4f-4e39-9803-3d8406f082d3 None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:30:51Z', 'revision_number': 4, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': 'a9108358-8535-4708-84b4-83966270cf19', 'name': '', 'network_id': 'f992fe1a-14f9-4d9d-ad76-a684c65a4bcb', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'mac_address': 'fa:16:3e:b5:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:45Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'subnets': [{'id': '0a655472-3d27-48ba-9f3e-3df96018fba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:46:47.063273 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fef9be-68bf-4497-af2d-95e9811fea3e None None] New status for floating IP 3605e7b2-f8f2-46f5-b108-df9b6b1d56d0: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:46:47.182755 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.279411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 53844) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:47.366490 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6e1c091e-57a8-45fe-800f-8bf3b0567579 req-5f29f7ca-804a-4886-950b-daf7fda98e7d tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0402439 Jun 22 18:46:47.367424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.396852 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.450866 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.453611 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.454728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "DELETE /v2.0/security-groups/873d55d6-355a-429c-9b45-57a84c22fffb HTTP/1.1" status: 204 len: 168 time: 0.1743476 Jun 22 18:46:47.455580 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9ae92e37-633e-4c04-8c11-96165eb7243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:47.457506 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53850) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:47.465134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d55d6-355a-429c-9b45-57a84c22fffb,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:47.468276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:47.471498 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.api.v2.resource [None req-4dc66bd3-ef4b-483b-bd1d-6359aabd7d9e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] show failed (client error): The resource could not be found. Jun 22 18:46:47.473972 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4dc66bd3-ef4b-483b-bd1d-6359aabd7d9e tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "GET /v2.0/security-groups/873d55d6-355a-429c-9b45-57a84c22fffb HTTP/1.1" status: 404 len: 347 time: 0.0138416 Jun 22 18:46:47.476119 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 53852) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:46:47.603964 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Deleting port adac46e9-2541-4596-bd63-075d7000c101 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:46:47.604343 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.681364 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.681780 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.693431 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Calling delete_port for adac46e9-2541-4596-bd63-075d7000c101 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:46:47.827925 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.830782 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-25aeb019-0538-4fc8-aaf7-bfd02bdf5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:46:47.858523 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Pushing event deleted for resources: {'Port': ['ID=adac46e9-2541-4596-bd63-075d7000c101,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:46:47.862331 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:46:47.930716 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.933393 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:47.934519 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0f096db8-fcf6-4ef6-a7f8-277d00822f3d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] 10.222.0.68 "DELETE /v2.0/floatingips/3605e7b2-f8f2-46f5-b108-df9b6b1d56d0 HTTP/1.1" status: 204 len: 168 time: 0.4574308 Jun 22 18:46:48.038572 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device f48ecdf2-b25e-4b0c-9a63-2b97cb013471 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:46:48.058749 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: f48ecdf2-b25e-4b0c-9a63-2b97cb013471 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:46:48.059292 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device f48ecdf2-b25e-4b0c-9a63-2b97cb013471 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:46:48.521954 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ec31fc21-2771-493e-9a70-77d6b5e85510 req-3c6c32c6-f7e9-4b84-ad9f-c9181f83eb6a tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0320249 Jun 22 18:46:49.678211 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-68c799ce-f389-4729-9542-24918da556bd req-f32d60d4-7c1c-44c5-a222-4a0b06477a2b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jun 22 18:46:50.933691 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-648ea33e-efdf-4d48-81b1-0f780d8994e9 req-dc550e1b-12a2-498b-a028-1adad68fd91c tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0288415 Jun 22 18:46:51.257863 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0f78e06e-3763-4426-8ede-23f692f70255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:52.077529 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b84c0020-78ae-49e4-abe5-7194eb7e9159 req-97a8bba3-cad2-4765-936d-a24bce4dc405 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0308299 Jun 22 18:46:53.213777 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8e854b82-936f-42fc-9f81-c29724ee729d req-4e238dec-2358-4c6f-a48c-89cea284c7eb tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0277252 Jun 22 18:46:54.291535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5b77-c6af-41e7-8048-07182db3eca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:54.353049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9ddbb901-c14a-473c-869f-a30dff0e206d req-3d9d5734-6c85-4dc4-a889-6311a6000624 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0280356 Jun 22 18:46:54.602722 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:55.489635 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-692bb911-cede-4d1a-b774-d114f643bbce req-9c96a702-ac35-4b23-a24d-b35168c399ff tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0279860 Jun 22 18:46:56.186461 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:56.402201 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-71d9e4fc-82f8-4c60-b3a8-77ccaddd4c47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532959 Jun 22 18:46:56.473421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-2f26bdb3-6a1e-4cd6-b52c-53da3f8d14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:56.474895 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-2f26bdb3-6a1e-4cd6-b52c-53da3f8d14cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 1098 time: 0.0504801 Jun 22 18:46:56.580223 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-94c163b8-46a3-4b34-b431-50a16061f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:56.581741 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-94c163b8-46a3-4b34-b431-50a16061f569 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0853665 Jun 22 18:46:56.633588 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-6949d8c3-3dbe-468f-a914-2bdefb472d16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 200 len: 217 time: 0.0447810 Jun 22 18:46:56.653177 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ec2e2128-d595-4bf3-a436-e2b53107cae3 req-e0ab49d6-3feb-4ddd-a7d7-dd0d73df37d2 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0284681 Jun 22 18:46:56.693497 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-1ad1a3a8-4a14-4963-9e3f-b11743480a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:56.694885 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-1ad1a3a8-4a14-4963-9e3f-b11743480a1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0441427 Jun 22 18:46:56.727262 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-ac00941a-e691-4cbb-a270-58cd0e6e37be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251961 Jun 22 18:46:56.817346 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-7a45745c-d665-498a-91ae-222fd50e6e4c service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Jun 22 18:46:56.910184 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ff9915f-6e9d-4e65-ad1b-61ced0542acc req-69b15091-4858-4509-aff3-c8b1f3df7eee service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Jun 22 18:46:57.797081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ad427fb8-16fa-41a4-b39c-5f8d551c4917 req-7bce0315-06c7-48bb-831e-15e4d29596d7 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0311952 Jun 22 18:46:58.057567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:58.943614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35cb512c-cf87-452d-88c8-f86fdd50afd6 req-ffb3ff12-7286-4f5c-b2a6-871943c69e06 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0351791 Jun 22 18:47:00.086651 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6ed70123-25d2-499b-92b8-458a8d913263 req-f67a3314-d638-4eff-9424-a51300f7367b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0286939 Jun 22 18:47:01.228541 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c7f7088e-0801-43c5-bce9-715afa70fcff req-c010b214-ce82-49fa-bca8-aa46ac01ad6b tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0282292 Jun 22 18:47:02.377693 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ae23bf3-da89-4726-a0c8-a7206cd87893 req-71f72c6e-61ae-4c2a-b00f-2d162006c5f1 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a7c14a0-53a2-4e5e-b307-90224772e9be HTTP/1.1" status: 200 len: 210 time: 0.0319562 Jun 22 18:47:16.491511 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:17.146610 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:21.260978 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f8640c25-4818-4baf-8776-74672a082918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.293407 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-abb29e37-9266-461a-a465-9c2f1c29d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.603267 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.188984 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.060168 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.977308 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-f6be467d-b4dc-4c77-91fe-2e4353a3fbe3 req-6280852e-2858-4278-af43-87117a2b9257 service neutron] (92931) timed out ('10.222.0.49', 52605) {{(pid=92931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:47:30.273504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-a2fe8c72-e9b7-4f5a-a722-c7070b92a7a4 req-d7d19ce5-d939-4b1b-af0b-c9fb263bda7b service neutron] (92932) timed out ('10.222.0.49', 52612) {{(pid=92932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:47:47.162841 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:51.262507 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-03b690a5-79c7-45a8-a66a-d965667ce5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:53.490265 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:54.295577 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f9308ffb-4ad4-4911-ad10-4d0ef1cf9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:54.603381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:56.191875 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:58.062357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:58.438140 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-2b4f193f-40d9-4996-a1a2-bf97ae7149e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493784 Jun 22 18:47:58.509785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-a1ef24f8-8548-4eed-a21f-e2798514e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:58.511245 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-a1ef24f8-8548-4eed-a21f-e2798514e15c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 1099 time: 0.0507715 Jun 22 18:47:58.618576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-c52f2c24-d8a0-41d5-9a8f-517fbab0e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:58.620025 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-c52f2c24-d8a0-41d5-9a8f-517fbab0e552 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0888045 Jun 22 18:47:58.658843 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-330112f5-1950-4595-b89f-352511400d23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 200 len: 217 time: 0.0322151 Jun 22 18:47:58.706411 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-585bd033-b222-473e-84f0-75dc03fe9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:58.707891 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-585bd033-b222-473e-84f0-75dc03fe9460 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0422120 Jun 22 18:47:58.746167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-29441aac-7c66-4823-a911-5389c103fdd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309267 Jun 22 18:47:58.834963 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-494138f7-d28d-4a81-a192-20641db4162d service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819049 Jun 22 18:47:59.210143 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fcc70baf-259b-49f8-89b7-cad2a6ec1800 req-b2437168-b7fa-46f1-9d1d-ba87c7f131ef service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681753 Jun 22 18:48:17.165009 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:21.265100 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5b77ba61-7a5c-41c1-930f-facb8c928735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:24.296967 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7ee92293-1b75-471a-968a-255fbe6a2188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:24.603736 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:26.195746 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:28.065530 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:30.489411 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:39.160465 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-aab74804-0889-4b32-99f2-c71bf95237d7 req-9d65b3f4-4fa2-44c7-93c2-3aea0eb8b724 service neutron] (92931) timed out ('10.222.0.68', 42184) {{(pid=92931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:48:47.167131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:51.265799 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-94b09c32-9915-4340-913b-1130989f319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:54.298157 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f1446296-aeac-4c07-88f5-524568b0bb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:54.606703 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:56.197235 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:58.069335 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:07.488559 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:17.184987 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:21.266008 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fa205e3-be32-4f59-819a-a7decd5b16c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:24.300191 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4bf2af18-6cd6-4f6b-aee8-e1b6677d08ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:24.607904 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:26.201088 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:28.073995 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:44.486942 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:47.171512 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:51.269040 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2f9f04c4-2157-488b-b702-f0673cf84d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:54.302104 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d4b764c3-ca5e-430c-98e4-a051b4ee3487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:54.609105 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:56.207456 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:58.078930 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:59.371968 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-68b77ce4-1b83-4e33-af1f-76d7f826ea13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518503 Jun 22 18:49:59.466274 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-1768de2a-012b-4452-82fd-510529c52c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:59.467635 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-1768de2a-012b-4452-82fd-510529c52c86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0523980 Jun 22 18:49:59.575203 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-496da53d-bfea-4a4b-a3d0-f76199df4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:59.576675 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-496da53d-bfea-4a4b-a3d0-f76199df4cf5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0862238 Jun 22 18:49:59.616655 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-a6f8f981-f7ab-4cbe-9397-6acbc3b9c1be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0332003 Jun 22 18:49:59.666518 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-c19b6cc6-a4b3-4a23-8208-222971213f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:59.667921 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-c19b6cc6-a4b3-4a23-8208-222971213f30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0456123 Jun 22 18:49:59.701865 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-456576f9-c1f6-46f2-a5ef-197163bc0f5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257215 Jun 22 18:49:59.793776 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-7e73b382-66f6-48af-aabd-a695161411f4 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 Jun 22 18:49:59.885395 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e0903a62-f7a3-4e2b-b5e2-c3b4a762d6f8 req-196bc617-931a-4cd5-add2-45bd22577aed service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842912 Jun 22 18:50:17.175381 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:21.271783 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eaf77c3b-8629-47a6-bc56-4f97e0cae7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:21.485823 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:50:24.301920 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f539b79d-b758-4545-b08e-6704f5fc0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:24.609040 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:26.207431 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:28.071958 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:47.186463 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:51.272401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86b6307a-9c16-4648-ab9f-5789cb785a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:54.302997 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-104d564f-97c9-4019-bd48-c4ae8eb46623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:54.610581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:56.210605 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:58.079057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:58.485069 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:51:00.423355 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-06e3d401-8cb9-4fd8-a08b-732f464fd3e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924156 Jun 22 18:51:00.499480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-ddaa6c79-550c-4b36-9d49-0c36e691eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:00.500953 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-ddaa6c79-550c-4b36-9d49-0c36e691eba4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 1099 time: 0.0554609 Jun 22 18:51:00.605357 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-b0d7dc3d-b345-4179-bcd3-bc0f7ee8e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:00.606812 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-b0d7dc3d-b345-4179-bcd3-bc0f7ee8e141 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.0860684 Jun 22 18:51:00.650779 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-105ecd5b-03b8-47ba-b4fe-3d932b1020d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 200 len: 217 time: 0.0364652 Jun 22 18:51:00.698701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-5d04aec1-80be-46b9-b385-0411f2536478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:00.700072 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-5d04aec1-80be-46b9-b385-0411f2536478 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0427101 Jun 22 18:51:00.735826 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-988024ca-6aba-4424-99a0-c71bc7eee0ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269520 Jun 22 18:51:00.746043 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-3ab5962a-cee4-45e8-9075-9ca4eec9e1df service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:51:00.746938 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-3ab5962a-cee4-45e8-9075-9ca4eec9e1df service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047424 Jun 22 18:51:00.840480 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-58a77e68-fd3e-4a91-ae49-d31cdee77007 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868649 Jun 22 18:51:00.928167 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d04e9744-a54b-4ab2-ad29-2594bcfd6028 req-7c93d888-1e26-4eff-a067-8f84e9b5ab56 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804868 Jun 22 18:51:17.185340 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:21.273490 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1f5b-3b3e-4497-9707-83a9b7053f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.306236 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0c24bf8e-dbb0-4433-bca2-6dd40ee6cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.611550 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:26.213497 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:28.071589 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:35.483064 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:51:38.478323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f3f98-d14a-42e2-b620-e2522f10756d req-1ebd7b21-4eea-479e-8156-0be1cdab154a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:38.480090 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ae4f3f98-d14a-42e2-b620-e2522f10756d req-1ebd7b21-4eea-479e-8156-0be1cdab154a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 946 time: 0.1246400 Jun 22 18:51:38.520998 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ae4f3f98-d14a-42e2-b620-e2522f10756d req-b56f7894-d1c1-4707-a3d7-1a0cd984e599 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Jun 22 18:51:38.731939 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-891ab0b2-9710-4d9b-b0cf-d519faee94a8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:38.733537 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-891ab0b2-9710-4d9b-b0cf-d519faee94a8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 946 time: 0.0699558 Jun 22 18:51:38.836659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Deleting port 92f469a9-d545-4a82-a6dc-03452ce99d1b {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:38.837005 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:38.946809 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] For port 92f469a9-d545-4a82-a6dc-03452ce99d1b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=92f469a9-d545-4a82-a6dc-03452ce99d1b,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:38.947236 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:38.968914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Calling delete_port for 92f469a9-d545-4a82-a6dc-03452ce99d1b owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:39.102637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:39.106333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2971f990-5766-4354-ad94-4b8b38741935 tempest-VolumesSnapshotTestJSON-450658657 tempest-VolumesSnapshotTestJSON-450658657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:39.116713 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec', '7caf461a-be92-460f-87fa-05cafbfbcc5f', '92f469a9-d545-4a82-a6dc-03452ce99d1b'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:51:39.132871 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event deleted for resources: {'Port': ['ID=92f469a9-d545-4a82-a6dc-03452ce99d1b,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:39.144811 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.145199 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.145573 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.145941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.146304 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.146701 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.147057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.147414 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.147772 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.148126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.148506 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.148857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:39.166954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:39.187879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] No DVR routers for this DVR port 92f469a9-d545-4a82-a6dc-03452ce99d1b on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:51:39.190729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:39.193025 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1bccb809-c0ad-4ae9-acdf-727832f7bf1e req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "DELETE /v2.0/ports/92f469a9-d545-4a82-a6dc-03452ce99d1b HTTP/1.1" status: 204 len: 173 time: 0.4539018 Jun 22 18:51:39.193961 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'name': 'network-vif-deleted', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:51:39.196564 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28939d-d35a-4387-8732-25425ac4e541" -d '{"events": [{"server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "name": "network-vif-deleted", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:51:39.310572 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c848cf2-4240-4eee-9a43-e14493e9ccd9 x-openstack-request-id: req-8c848cf2-4240-4eee-9a43-e14493e9ccd9 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:51:39.310906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cf6b01-3356-4ad1-8c96-bc8d681efe8e", "name": "network-vif-deleted", "tag": "92f469a9-d545-4a82-a6dc-03452ce99d1b", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:51:39.311202 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c848cf2-4240-4eee-9a43-e14493e9ccd9 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:51:39.311639 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cf6b01-3356-4ad1-8c96-bc8d681efe8e', 'name': 'network-vif-deleted', 'tag': '92f469a9-d545-4a82-a6dc-03452ce99d1b', 'status': 'completed', 'code': 200} Jun 22 18:51:39.693133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82b6987a-f7fb-456e-8a9c-60ed079d5ca5 req-60a7c59f-531c-41c0-b0ba-0cf9a4a2b43e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3cf6b01-3356-4ad1-8c96-bc8d681efe8e HTTP/1.1" status: 200 len: 210 time: 0.0337281 Jun 22 18:51:42.364121 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dca37a-dca0-4ba8-b630-063d41104db7 req-436f32ff-7b15-40a0-a99a-30def6e4b75b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:42.366899 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3dca37a-dca0-4ba8-b630-063d41104db7 req-436f32ff-7b15-40a0-a99a-30def6e4b75b tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 945 time: 0.1133330 Jun 22 18:51:42.407493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f3dca37a-dca0-4ba8-b630-063d41104db7 req-148602d9-1686-438a-bc3c-d99bf83cdc7a tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Jun 22 18:51:42.628666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-b6d52a15-8d63-43bd-8422-e4071fa1e8e4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:42.630081 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-b6d52a15-8d63-43bd-8422-e4071fa1e8e4 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 945 time: 0.0616665 Jun 22 18:51:42.731276 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Deleting port 7caf461a-be92-460f-87fa-05cafbfbcc5f {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:42.731655 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:42.815716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] For port 7caf461a-be92-460f-87fa-05cafbfbcc5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7caf461a-be92-460f-87fa-05cafbfbcc5f,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:42.816069 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:42.827749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Calling delete_port for 7caf461a-be92-460f-87fa-05cafbfbcc5f owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:42.959887 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:42.963965 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-20f04e0e-da5c-4062-96ec-b7173533a8db tempest-TestMinimumBasicScenario-1607675057 tempest-TestMinimumBasicScenario-1607675057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:42.972757 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec', '7caf461a-be92-460f-87fa-05cafbfbcc5f'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:51:42.989190 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event deleted for resources: {'Port': ['ID=7caf461a-be92-460f-87fa-05cafbfbcc5f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:42.992460 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:43.037881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] No DVR routers for this DVR port 7caf461a-be92-460f-87fa-05cafbfbcc5f on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:51:43.040475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:43.042421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c03d4b1c-fe2b-419e-9c23-d224378a8a82 req-7a0a61c1-c420-4330-96ff-2035152ebae8 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "DELETE /v2.0/ports/7caf461a-be92-460f-87fa-05cafbfbcc5f HTTP/1.1" status: 204 len: 173 time: 0.4065499 Jun 22 18:51:43.042924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'name': 'network-vif-deleted', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:51:43.045235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21ec8de-e89f-4e49-a5ab-e2fa63986016" -d '{"events": [{"server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "name": "network-vif-deleted", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:51:43.106499 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de5ce7-cfb7-4ab2-b271-aee71a06f188 x-openstack-request-id: req-c6de5ce7-cfb7-4ab2-b271-aee71a06f188 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:51:43.106669 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47f2d8-56ef-42fe-99ad-675bec21192c", "name": "network-vif-deleted", "tag": "7caf461a-be92-460f-87fa-05cafbfbcc5f", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:51:43.107044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6de5ce7-cfb7-4ab2-b271-aee71a06f188 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:51:43.107563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47f2d8-56ef-42fe-99ad-675bec21192c', 'name': 'network-vif-deleted', 'tag': '7caf461a-be92-460f-87fa-05cafbfbcc5f', 'status': 'completed', 'code': 200} Jun 22 18:51:43.171995 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 92f469a9-d545-4a82-a6dc-03452ce99d1b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:43.191263 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 92f469a9-d545-4a82-a6dc-03452ce99d1b {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:43.191619 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 92f469a9-d545-4a82-a6dc-03452ce99d1b not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:43.563730 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a51df1e8-31a5-4813-8297-56f97cc2808c req-c301cdea-72b6-4630-95b6-26b9e2157a2e tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b47f2d8-56ef-42fe-99ad-675bec21192c HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jun 22 18:51:47.205948 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 7caf461a-be92-460f-87fa-05cafbfbcc5f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:47.232571 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 7caf461a-be92-460f-87fa-05cafbfbcc5f {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:47.232919 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 7caf461a-be92-460f-87fa-05cafbfbcc5f not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:47.238890 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:51.273518 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-746b0e1d-d770-4557-a4fc-0c7fa81047f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:54.307424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-716572bd-473e-4319-a91e-9e7a862bde86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:54.612543 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:56.214372 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:58.073715 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.413270 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-298c3d55-d776-471b-834b-fde2dd7e1452 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506015 Jun 22 18:52:02.489713 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde99d25-e000-4abe-aeab-2ae60494277e req-f77efe58-7ef0-4b24-8794-f69aedaaf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:02.491417 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-f77efe58-7ef0-4b24-8794-f69aedaaf14d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b333029deea540eabfb58cc940dcb5c8&device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 1098 time: 0.0524657 Jun 22 18:52:02.596658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde99d25-e000-4abe-aeab-2ae60494277e req-5ba6140b-ce69-4799-b9c8-1c922534cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:02.597982 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-5ba6140b-ce69-4799-b9c8-1c922534cc17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 200 len: 920 time: 0.0866313 Jun 22 18:52:02.640319 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-de629a66-094f-40d9-9a68-29cef06253b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0357659 Jun 22 18:52:02.688083 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde99d25-e000-4abe-aeab-2ae60494277e req-ef696337-067f-4c29-9f8d-d81ee6969bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:02.689546 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-ef696337-067f-4c29-9f8d-d81ee6969bf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 200 len: 859 time: 0.0435016 Jun 22 18:52:02.726342 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-2bf5b918-6d90-420a-a38a-8aaa43587877 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc61d56c-4eb6-41b8-a894-faf1374162eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303497 Jun 22 18:52:02.811846 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-fe5a2a6c-65d9-426e-b0ca-b57d7ed08392 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793805 Jun 22 18:52:02.904048 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dde99d25-e000-4abe-aeab-2ae60494277e req-4352f2cc-302d-4219-b4d1-54a4e81cf429 service neutron] 10.222.0.49 "GET /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860536 Jun 22 18:52:03.219574 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 58196) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:03.277589 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:03.301079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:03.358112 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:03.360875 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:03.362058 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] 10.222.0.68 "DELETE /v2.0/security-groups/fca3b366-ad3f-408e-870f-6d09c4ddaf51 HTTP/1.1" status: 204 len: 168 time: 0.1414304 Jun 22 18:52:03.363035 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-bfaff810-8d24-411a-907e-fb8677e79e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:03.372431 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca3b366-ad3f-408e-870f-6d09c4ddaf51,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:03.379762 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.380143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.380593 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.381515 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.381884 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.382244 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.382602 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.382955 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.383372 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.383648 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.384008 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.384386 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:03.387515 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:04.481564 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 58218) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:05.203775 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:05.492960 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Deleting port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:05.493600 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:05.574893 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] For port f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:05.575253 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:05.587759 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Calling delete_port for f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 owned by network:router_interface {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:05.779457 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:05.781632 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7a42c389-6b57-4190-8d69-b7f44dd64ddc tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:05.803821 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:05.807255 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:05.972832 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.178087 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Router 95906338-f22a-4551-aa7d-b5fd83b74ebb has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:52:06.278119 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:52:06.283719 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/95906338-f22a-4551-aa7d-b5fd83b74ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004887 Jun 22 18:52:06.285569 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 58244) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:06.288226 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Sync routers for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:52:06.297034 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:06.297643 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:51:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:06.389732 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks [] for router, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.399638 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:06.582640 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:52:05Z', 'revision_number': 5, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:06.609696 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Checking router: 95906338-f22a-4551-aa7d-b5fd83b74ebb for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:52:06.619261 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Routers {'95906338-f22a-4551-aa7d-b5fd83b74ebb'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:06.619808 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:51:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['95906338-f22a-4551-aa7d-b5fd83b74ebb'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:06.714827 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.770738 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Deleting port 5564d79c-56e6-43d0-837a-77c9f5e08ca1 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:06.771082 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.827132 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] Set router 95906338-f22a-4551-aa7d-b5fd83b74ebb gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:06.871998 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] For port 5564d79c-56e6-43d0-837a-77c9f5e08ca1, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=5564d79c-56e6-43d0-837a-77c9f5e08ca1,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:06.872403 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.895721 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Calling delete_port for 5564d79c-56e6-43d0-837a-77c9f5e08ca1 owned by network:router_gateway {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:07.027554 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:52:05Z', 'revision_number': 5, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:07.054603 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81600232-d617-415f-ad7c-12c554c25ca2 None None] The sync data for ids ['95906338-f22a-4551-aa7d-b5fd83b74ebb'] in dv-cinder-774286-17-iscsi is: [{'id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'name': 'tempest-TestShelveInstance-19935593-router', 'tenant_id': 'f855c9e6ec564620bfaae1bac766009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:52:05Z', 'revision_number': 5, 'project_id': 'f855c9e6ec564620bfaae1bac766009a', 'gw_port': {'id': '5564d79c-56e6-43d0-837a-77c9f5e08ca1', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95906338-f22a-4551-aa7d-b5fd83b74ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:50Z', 'updated_at': '2021-06-22T18:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:52:07.104402 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.106459 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:07.136661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Pushing event deleted for resources: {'Port': ['ID=5564d79c-56e6-43d0-837a-77c9f5e08ca1,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:07.139899 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:07.198320 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.321957 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.324184 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.400274 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.400952 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95906338-f22a-4551-aa7d-b5fd83b74ebb {{(pid=92931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:52:07.406705 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.408251 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9a5b6835-4df1-48ae-9eac-52d21fa6783e admin admin] 10.222.0.68 "DELETE /v2.0/routers/95906338-f22a-4551-aa7d-b5fd83b74ebb HTTP/1.1" status: 204 len: 168 time: 1.1215749 Jun 22 18:52:07.410477 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 58258) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:07.455796 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Deleting subnet 40e2cefd-54bc-45aa-851d-d02ce78e948c {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:52:07.460234 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.501404 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2748144'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.614606 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.684362 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427474'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.688894 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:07.721353 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e2cefd-54bc-45aa-851d-d02ce78e948c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:07.724645 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:07.725661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.727571 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3b77b34d-c810-4597-920d-8f46b369f7cd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/40e2cefd-54bc-45aa-851d-d02ce78e948c HTTP/1.1" status: 204 len: 168 time: 0.3161407 Jun 22 18:52:07.730227 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 58266) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:07.735914 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688587b0-2376-410c-9605-b65004526b8a None None] Network 51f855a2-f71b-4ade-99a8-305ff96cbb16 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:07.803237 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.856102 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Deleting port f6cf5056-e5cf-457c-8e05-f72e16bce371 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:07.856469 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.923451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] For port f6cf5056-e5cf-457c-8e05-f72e16bce371, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f6cf5056-e5cf-457c-8e05-f72e16bce371,segment=NetworkSegment(36496ff5-59fb-48c5-a4a3-4aec6beff7c1),segment_id=36496ff5-59fb-48c5-a4a3-4aec6beff7c1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:07.923923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:07.936558 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Calling delete_port for f6cf5056-e5cf-457c-8e05-f72e16bce371 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:08.014880 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.017656 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:08.051154 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cf5056-e5cf-457c-8e05-f72e16bce371,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:08.055355 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] No DVR routers for this DVR port f6cf5056-e5cf-457c-8e05-f72e16bce371 on host dv-cinder-774286-17-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:52:08.056890 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:08.097397 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71b16f-c344-43f5-b06d-106a97d3366e None None] DHCP port deletion for 51f855a2-f71b-4ade-99a8-305ff96cbb16 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:52:08.128181 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.138228 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f855a2-f71b-4ade-99a8-305ff96cbb16']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:08.148353 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36496ff5-59fb-48c5-a4a3-4aec6beff7c1') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:08.148650 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36496ff5-59fb-48c5-a4a3-4aec6beff7c1') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:08.157110 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.172181 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.178686 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:52:08.179579 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:52:08.181237 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:52:08.235175 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.238705 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2d78099f-f9be-4f64-b4c5-8ff758559426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:08.250808 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.252630 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/51f855a2-f71b-4ade-99a8-305ff96cbb16 HTTP/1.1" status: 204 len: 168 time: 0.5214865 Jun 22 18:52:08.253918 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f855a2-f71b-4ade-99a8-305ff96cbb16,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:08.255618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58274) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:08.256593 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:08.369946 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 5564d79c-56e6-43d0-837a-77c9f5e08ca1 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:08.389919 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 5564d79c-56e6-43d0-837a-77c9f5e08ca1 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:08.390373 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 5564d79c-56e6-43d0-837a-77c9f5e08ca1 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:08.390858 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:08.409118 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:08.409398 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f06c8588-c52c-4eb0-bdd6-b5d5fbe3ab96 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:08.409819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f6cf5056-e5cf-457c-8e05-f72e16bce371 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:08.429902 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: f6cf5056-e5cf-457c-8e05-f72e16bce371 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:08.430257 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f6cf5056-e5cf-457c-8e05-f72e16bce371 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:08.589053 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.844847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Deleting port 7fb22810-8d3e-410a-95bf-16e8e64f02f4 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:08.845171 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.922783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] For port 7fb22810-8d3e-410a-95bf-16e8e64f02f4, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=7fb22810-8d3e-410a-95bf-16e8e64f02f4,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:08.923057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:08.935209 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Calling delete_port for 7fb22810-8d3e-410a-95bf-16e8e64f02f4 owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:09.110686 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:09.113336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3e32c890-8062-41f7-82fd-3bcdcce70859 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:09.136934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb22810-8d3e-410a-95bf-16e8e64f02f4,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:09.140632 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:09.296753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:09.510210 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Router 4b4b9779-0619-42ff-8404-d094551c06f7 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:52:09.611221 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:52:09.616084 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9920873b-28ac-4a69-8956-3e306f313790 admin admin] 10.222.0.68 "PUT /v2.0/routers/4b4b9779-0619-42ff-8404-d094551c06f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588791 Jun 22 18:52:09.618541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58288) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:09.621338 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Sync routers for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:52:09.631272 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:09.631897 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:51:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:09.735169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:09.864178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:10.063697 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:52:09Z', 'revision_number': 5, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:10.092689 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Checking router: 4b4b9779-0619-42ff-8404-d094551c06f7 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:52:10.101996 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Routers {'4b4b9779-0619-42ff-8404-d094551c06f7'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:10.101996 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:51:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['4b4b9779-0619-42ff-8404-d094551c06f7'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:10.116007 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.167014 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Deleting port 49643063-619d-4c7e-ad16-71e0cb94bb0a {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:10.167356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.206383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] Set router 4b4b9779-0619-42ff-8404-d094551c06f7 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:10.248684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] For port 49643063-619d-4c7e-ad16-71e0cb94bb0a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=49643063-619d-4c7e-ad16-71e0cb94bb0a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:10.249037 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.261523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Calling delete_port for 49643063-619d-4c7e-ad16-71e0cb94bb0a owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:10.389981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:52:09Z', 'revision_number': 5, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:10.423333 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74282788-0fe9-44b0-bd47-dc5fbfbf480b None None] The sync data for ids ['4b4b9779-0619-42ff-8404-d094551c06f7'] in dv-cinder-774286-17-iscsi is: [{'id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'name': 'tempest-TestShelveInstance-31048090-router', 'tenant_id': '2679e2d3713848be9266b3d1545ee4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:52:09Z', 'revision_number': 5, 'project_id': '2679e2d3713848be9266b3d1545ee4cf', 'gw_port': {'id': '49643063-619d-4c7e-ad16-71e0cb94bb0a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b9779-0619-42ff-8404-d094551c06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:45:55Z', 'updated_at': '2021-06-22T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:52:10.457593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.460306 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:10.483855 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=49643063-619d-4c7e-ad16-71e0cb94bb0a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:10.487528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:10.541095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.632201 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.634322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.675424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.675965 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4b9779-0619-42ff-8404-d094551c06f7 {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:52:10.682560 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.683670 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/4b4b9779-0619-42ff-8404-d094551c06f7 HTTP/1.1" status: 204 len: 168 time: 1.0642328 Jun 22 18:52:10.686163 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58310) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:10.729747 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Deleting subnet e3cd91d5-91ed-4d46-9d56-faca57b4c7fc {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:52:10.733605 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.779160 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.860424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.930978 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.934090 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d7d7493e-aa4b-45c2-94bc-25689c7ed327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:10.957323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3cd91d5-91ed-4d46-9d56-faca57b4c7fc,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:10.960292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:10.961292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.969333 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e3cd91d5-91ed-4d46-9d56-faca57b4c7fc HTTP/1.1" status: 204 len: 168 time: 0.2760091 Jun 22 18:52:10.969333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58320) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:10.973186 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0f094-f22a-42e8-928d-54e4886a78e6 None None] Network f1b5deae-08f3-420b-b7c9-cc45aa4cb70d requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:11.047498 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.125980 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Deleting port 2dfa7aa3-5590-41a4-906d-a7248476dd36 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:11.126279 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.201830 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] For port 2dfa7aa3-5590-41a4-906d-a7248476dd36, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2dfa7aa3-5590-41a4-906d-a7248476dd36,segment=NetworkSegment(9f55de45-77d6-48c5-9bb9-0632acc11a9e),segment_id=9f55de45-77d6-48c5-9bb9-0632acc11a9e)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:11.202182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.213576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Calling delete_port for 2dfa7aa3-5590-41a4-906d-a7248476dd36 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:11.289382 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.292229 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-472f905a-1da5-4248-96eb-479500a564ee tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.316437 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfa7aa3-5590-41a4-906d-a7248476dd36,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.318204 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] No DVR routers for this DVR port 2dfa7aa3-5590-41a4-906d-a7248476dd36 on host dv-cinder-774286-17-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:52:11.319634 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:11.390462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.400233 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b5deae-08f3-420b-b7c9-cc45aa4cb70d']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:11.410588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f55de45-77d6-48c5-9bb9-0632acc11a9e') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:11.410879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f55de45-77d6-48c5-9bb9-0632acc11a9e') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:11.419781 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.433132 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.438644 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:52:11.439022 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:52:11.440698 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:52:11.495712 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.496766 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66276f2d-8cb4-4931-a79e-7bd624094984 None None] DHCP port deletion for f1b5deae-08f3-420b-b7c9-cc45aa4cb70d request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:52:11.502530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.506753 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.511431 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] 10.222.0.68 "DELETE /v2.0/networks/f1b5deae-08f3-420b-b7c9-cc45aa4cb70d HTTP/1.1" status: 204 len: 168 time: 0.5420156 Jun 22 18:52:11.526106 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b5deae-08f3-420b-b7c9-cc45aa4cb70d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.528496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:11.614657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58332) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:11.656396 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-31276aa3-ccfd-49bc-a299-35dfcc182055 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f855c9e6ec564620bfaae1bac766009a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386312 Jun 22 18:52:11.657095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58334) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:11.706245 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.728626 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.773277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.775881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.777029 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8faafc29-1c3b-4025-904d-cba59f61249d HTTP/1.1" status: 204 len: 168 time: 0.1190534 Jun 22 18:52:11.777886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9f61d8ad-8bc8-4f64-a46c-58b3223b4f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.787917 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faafc29-1c3b-4025-904d-cba59f61249d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.787917 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:12.104688 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58348) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:12.144879 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d4c78e79-afe6-47b7-a443-3ad4cbe1831d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2679e2d3713848be9266b3d1545ee4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388923 Jun 22 18:52:12.147895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 58352) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:12.196889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:12.220103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:12.265290 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:12.267952 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:12.269099 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2cac646-e0ee-4c13-a8e9-cab32a4b52ec HTTP/1.1" status: 204 len: 168 time: 0.1202717 Jun 22 18:52:12.269878 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-af90bbcb-fcc2-4c25-8204-fa3926f8a180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:12.277513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cac646-e0ee-4c13-a8e9-cab32a4b52ec,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:12.279711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:12.371028 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 7fb22810-8d3e-410a-95bf-16e8e64f02f4 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:12.392773 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 7fb22810-8d3e-410a-95bf-16e8e64f02f4 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:12.393225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 7fb22810-8d3e-410a-95bf-16e8e64f02f4 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:12.393554 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 49643063-619d-4c7e-ad16-71e0cb94bb0a no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:12.412868 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 49643063-619d-4c7e-ad16-71e0cb94bb0a {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:12.413237 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 49643063-619d-4c7e-ad16-71e0cb94bb0a not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:12.413732 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2dfa7aa3-5590-41a4-906d-a7248476dd36 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:12.433944 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 2dfa7aa3-5590-41a4-906d-a7248476dd36 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:12.434308 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2dfa7aa3-5590-41a4-906d-a7248476dd36 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:12.481732 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:52:16.417435 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb88f-ad96-4af1-a655-7c513119626b req-c3fc13e3-80bc-4bf0-9040-3025a94f19c5 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:16.419227 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e2cbb88f-ad96-4af1-a655-7c513119626b req-c3fc13e3-80bc-4bf0-9040-3025a94f19c5 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.0660839 Jun 22 18:52:16.456351 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e2cbb88f-ad96-4af1-a655-7c513119626b req-e9fadcb1-7f26-4cca-8f16-1d56ebe5f400 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315204 Jun 22 18:52:16.824792 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29701b-c085-4761-be70-47756a191281 req-5257f9fc-2ad6-4663-9570-db5ebb5b7e52 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:16.826179 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6e29701b-c085-4761-be70-47756a191281 req-5257f9fc-2ad6-4663-9570-db5ebb5b7e52 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 945 time: 0.0606618 Jun 22 18:52:16.927219 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Deleting port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:16.927568 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.013180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] For port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:17.013529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.028951 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Calling delete_port for 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:17.148433 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.152163 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9e5ec231-5fca-407d-9e17-89c595d73d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:17.160600 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['8f421896-248e-4c14-943d-5ea19ad8556c', '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:52:17.177168 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Pushing event deleted for resources: {'Port': ['ID=6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:17.180844 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:17.234870 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] No DVR routers for this DVR port 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:52:17.235027 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.235759 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.237796 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6e29701b-c085-4761-be70-47756a191281 req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "DELETE /v2.0/ports/6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 HTTP/1.1" status: 204 len: 173 time: 0.4065318 Jun 22 18:52:17.238329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'name': 'network-vif-deleted', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:52:17.240793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27d892-1fbf-48c7-8278-8dc86442bf72" -d '{"events": [{"server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "name": "network-vif-deleted", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:52:17.280988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f824333-e4f5-4648-9a69-31ff42201495 x-openstack-request-id: req-5f824333-e4f5-4648-9a69-31ff42201495 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:52:17.281326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1734cda8-c099-48cd-8bbb-d6ec0591e3ca", "name": "network-vif-deleted", "tag": "6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:52:17.281622 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f824333-e4f5-4648-9a69-31ff42201495 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:52:17.282051 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1734cda8-c099-48cd-8bbb-d6ec0591e3ca', 'name': 'network-vif-deleted', 'tag': '6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0', 'status': 'completed', 'code': 200} Jun 22 18:52:17.603459 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-66f9d46e-2670-4118-82c7-c1997e0126f2 req-02b1a14d-657f-46b2-8bd1-7cf91cb7932a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=1734cda8-c099-48cd-8bbb-d6ec0591e3ca HTTP/1.1" status: 200 len: 210 time: 0.0283852 Jun 22 18:52:19.039692 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509c41b-03a0-46d9-90cc-3cdb74e01b85 req-3a3f662d-b598-457c-8bad-0aa3a40780f4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:19.041034 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0509c41b-03a0-46d9-90cc-3cdb74e01b85 req-3a3f662d-b598-457c-8bad-0aa3a40780f4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0612309 Jun 22 18:52:19.076160 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0509c41b-03a0-46d9-90cc-3cdb74e01b85 req-9f937f41-3210-4fd9-b608-78cb62dede18 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/security-groups?id=c5688142-9536-424b-ac03-6b6658734ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295613 Jun 22 18:52:19.547015 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6052851-0b83-461b-94fb-0e3714530f74 req-02318796-6ad8-4f12-926f-770ca3cc32ae tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:19.548417 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6052851-0b83-461b-94fb-0e3714530f74 req-02318796-6ad8-4f12-926f-770ca3cc32ae tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 946 time: 0.0648198 Jun 22 18:52:19.646008 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Deleting port 8f421896-248e-4c14-943d-5ea19ad8556c {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:19.646346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:19.735066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] For port 8f421896-248e-4c14-943d-5ea19ad8556c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8f421896-248e-4c14-943d-5ea19ad8556c,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:19.735418 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:19.747070 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Calling delete_port for 8f421896-248e-4c14-943d-5ea19ad8556c owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:19.875020 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:19.878685 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:19.886591 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['8f421896-248e-4c14-943d-5ea19ad8556c'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:52:19.903835 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Pushing event deleted for resources: {'Port': ['ID=8f421896-248e-4c14-943d-5ea19ad8556c,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:19.906879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:19.947780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] No DVR routers for this DVR port 8f421896-248e-4c14-943d-5ea19ad8556c on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:52:19.951423 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:19.953374 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6052851-0b83-461b-94fb-0e3714530f74 req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.49 "DELETE /v2.0/ports/8f421896-248e-4c14-943d-5ea19ad8556c HTTP/1.1" status: 204 len: 173 time: 0.3993177 Jun 22 18:52:19.953887 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'name': 'network-vif-deleted', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:52:19.956147 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597e92f-5178-47bc-9e69-1baa3f96fa71" -d '{"events": [{"server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "name": "network-vif-deleted", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:52:20.001080 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b08844-6422-46ac-b421-ebda3905dde7 x-openstack-request-id: req-85b08844-6422-46ac-b421-ebda3905dde7 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:52:20.001413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82638a6a-8bd0-4937-a882-6ab7ed83ab9e", "name": "network-vif-deleted", "tag": "8f421896-248e-4c14-943d-5ea19ad8556c", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:52:20.001702 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85b08844-6422-46ac-b421-ebda3905dde7 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:52:20.002132 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82638a6a-8bd0-4937-a882-6ab7ed83ab9e', 'name': 'network-vif-deleted', 'tag': '8f421896-248e-4c14-943d-5ea19ad8556c', 'status': 'completed', 'code': 200} Jun 22 18:52:20.214594 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f9009e16-2fb7-4d33-b5a7-320bd1aa8358 req-cd51fdd8-69af-4822-8a91-26cc735220a5 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0283773 Jun 22 18:52:21.273960 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e1f47981-58f3-432c-a7ec-7372062d9646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:21.356560 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-03728317-f4a0-4c28-b5c3-65273273c88b req-8ff29efa-8dcd-4eff-a7c0-421d6faff7dd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0301485 Jun 22 18:52:21.364452 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:21.385855 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:21.386210 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6147d2c0-f5c4-4d87-ab4e-6dc8ae33d7e0 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:21.386628 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 8f421896-248e-4c14-943d-5ea19ad8556c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:21.404278 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 8f421896-248e-4c14-943d-5ea19ad8556c {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:21.404634 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 8f421896-248e-4c14-943d-5ea19ad8556c not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:22.494890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d7723e2a-f0ab-48a6-90fd-8ab0f77eb76d req-c26bf66a-165b-4c88-8a56-37390b0c3c65 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0273128 Jun 22 18:52:23.631030 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3eab6e9c-49cd-44ad-9463-a4b44f9462fd req-02e1b33c-66f2-4c06-9d78-317307dd5117 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0275688 Jun 22 18:52:24.311423 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a6ad4ac7-db81-456e-80c9-3af0775c1991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:24.613028 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:24.767302 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7df6ee3c-b963-4410-a515-f359bdbad186 req-3a2933fe-0640-4404-b26f-18cafd68ab9a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0279574 Jun 22 18:52:25.908619 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3cd138c7-13ee-4e33-9b6d-2094a9de0c0a req-d3aa709e-b448-4fe0-b423-5d0c235d2fcf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0309002 Jun 22 18:52:26.217798 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.046686 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-37f71d31-2c61-409f-ab6b-74035dafb8bd req-88a80e61-5c44-41f3-ba20-0c47c69eee87 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0293312 Jun 22 18:52:28.076231 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:28.196742 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a59beea7-f5ed-40d7-adab-799f791b4544 req-b576fa10-ae04-4c09-a0bb-85cc12477d92 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0289564 Jun 22 18:52:29.336171 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0068cdc2-1129-42f8-b5f5-6bcd1ef6a25a req-23b80916-3dd8-4fd5-8beb-e7ea4782c0bf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0267148 Jun 22 18:52:30.474590 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1e44da87-987f-4187-810f-184e77c7bff6 req-7feae88d-118a-4024-bb1b-12f846473b93 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0308621 Jun 22 18:52:31.611045 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9eac4ad8-a173-4db5-865a-5933e7320aab req-f707e0f2-7732-4b7a-8825-e6660eaedb53 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jun 22 18:52:32.749424 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-abd249b3-5482-4912-8f43-ab5c8440e135 req-301dcfd1-741d-4814-b867-b24733ecd333 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0289688 Jun 22 18:52:33.884809 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4b2a4583-7db1-4070-9cfd-3b1662e52594 req-da705f01-cc24-4199-af66-c62eb6df9bf8 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276666 Jun 22 18:52:35.024003 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a39f004d-43e7-4c30-b143-c8f2c0f763bf req-c96d719c-21aa-49fb-bc2c-434f7703aaf7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0311081 Jun 22 18:52:36.162011 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a82b591d-1164-479e-8faf-35769bb600a3 req-cb49b701-458d-4d7f-806f-9330b3dc991b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0274332 Jun 22 18:52:37.304721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ba96edb0-227f-4bab-a26f-6892c47aaec8 req-2bed6f7b-e811-4f73-98b0-29c92c034ec1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0282280 Jun 22 18:52:38.446253 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e37dd16d-0675-4b2f-a933-195c27560789 req-b1be53c0-1afa-4a1a-95df-f713a692bb21 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0295389 Jun 22 18:52:39.588673 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ffcf84af-ab61-45ae-b102-8705af61e4a6 req-b2e13661-ba22-44fe-9a55-015200a5821f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0313194 Jun 22 18:52:40.725165 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a8e19e62-ad44-4e04-a774-653f8034b3c4 req-5b09c329-5f2b-4d19-92e1-58f9e88a8aa1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0275285 Jun 22 18:52:41.866962 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01f216c5-af4c-4b3e-a25e-5fdda08b2cd1 req-20aa6b4e-f7e7-4176-9712-75c130d55a07 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jun 22 18:52:43.002652 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e912dae7-5b7b-4249-ba65-43350e73ccb9 req-74aadc92-5a2f-4a86-85f9-90255fa804dd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276365 Jun 22 18:52:44.142747 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a00fe498-5497-4fb5-89c8-74a932f64c78 req-76adc1d0-f113-46b7-9ce8-15935eecd609 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0311430 Jun 22 18:52:45.282095 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-93f65990-26ed-46c8-9dab-897d2644eb30 req-59f0cc47-9a6a-4dc5-8224-3d089696e15a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jun 22 18:52:46.422315 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-52c20908-eb8a-44f7-ac09-0ed87f630889 req-26209471-266e-4c70-912c-40436053441b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0294404 Jun 22 18:52:47.232972 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:47.566172 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ceebf013-35df-4efa-be93-4acc7966fe50 req-bf0613e2-fd63-4bd2-8bf7-4d7417207d78 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0272355 Jun 22 18:52:48.707455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ee5cb1b3-8fe0-40af-abde-e93e0ec1e690 req-32b80132-60f7-429b-8f76-835cb7dcd276 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0310714 Jun 22 18:52:49.480028 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:52:49.846766 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ae7d0d56-246a-4a40-a60f-2859875a9803 req-e9e02aa9-5dfd-4eba-9b61-cca12c4bfda4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0277607 Jun 22 18:52:50.982913 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d611e596-aae7-4086-a299-efd358ad5ba6 req-bbcb86c7-4673-46f1-ae02-1ff68c2090d7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0281193 Jun 22 18:52:51.274785 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a91242a2-cb18-4cf0-bdae-dc7ce5508529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.119849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d2a5a8fb-c7ad-4e0e-8201-c9f2ec209fc4 req-3df39100-41b3-4e58-9697-bb4f4754fffb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0278404 Jun 22 18:52:53.263487 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-212bc35c-447b-48f8-9d5c-b14b660c9827 req-27641f97-3c08-4ae6-ad4a-afa087665f9d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0312107 Jun 22 18:52:54.311511 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-60a6051d-6487-497c-986b-56da302dae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.404093 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-195fee92-2ae4-4a37-94cf-86eee80debc6 req-43b429dc-2091-4217-ab58-3234178d0210 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0292251 Jun 22 18:52:54.613688 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.551518 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d0ae5fb1-cf34-4062-aa4a-bd04eb1f0fdc req-d40dda51-2f30-4581-9dc6-c9c87975bce4 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0312390 Jun 22 18:52:56.220299 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.688715 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7480e5af-3d03-4ffc-b8d9-3cc98418b241 req-e069a176-d6fc-404e-bbb6-7ca4c9fe522a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0281036 Jun 22 18:52:57.835721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-94f8c750-7e00-40d1-abfb-c3d7c0c2e2e3 req-d8823cc4-0fcf-4878-9565-6f8e26220a8e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0302832 Jun 22 18:52:58.080733 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.972340 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b64e1b1c-8dc6-426b-b862-a1bf8accb09e req-baf4c740-2ec9-4e1b-b2f4-384f5555c9d3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0283840 Jun 22 18:53:00.107440 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fbde4575-2e05-4867-adcd-9eb3b714bf4a req-194e715d-5232-4788-b3c7-b43d27a1a105 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276594 Jun 22 18:53:01.244829 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5d02f820-1793-4653-a583-625b203a1da6 req-f2ece0be-2991-4414-9661-29f04554cb1d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0282710 Jun 22 18:53:02.387240 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-99406d7e-956b-4cc9-9ecb-917130dc2eff req-d48f602a-345f-4f79-99a6-269387536c25 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0316870 Jun 22 18:53:03.526743 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdb38d9e-4086-48bb-8fb0-f2a2a4cf0e47 req-37a0b09e-79d2-4c1d-bd9e-9c6ffeeaa9bf tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0275979 Jun 22 18:53:04.662122 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7d2adf70-a32e-429d-a968-8dee1693bbce req-c6e647da-1e64-41bd-b4d5-476b0418f0d1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0271299 Jun 22 18:53:05.800231 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40dbfb4-775c-4cc0-9c0b-e6d0abafe458 req-da2d2df8-3de2-4d4a-8aaf-7e1be9b4ab05 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0290048 Jun 22 18:53:06.942328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c272d446-3983-4df7-8c0e-9138b8d399e5 req-cca279ab-f1f6-441c-aa89-ed463a1a3158 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0311148 Jun 22 18:53:08.079589 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4642f2d4-21ce-49ba-beae-bd2cb65b43a0 req-f2004418-b273-4fb4-bdb2-e5909486d233 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0274444 Jun 22 18:53:09.243681 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c42b7efc-77a6-496c-928b-21f1ff71cf1e req-e70545b8-7593-438f-a065-6ac143f2874b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0321603 Jun 22 18:53:10.382702 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dcb098b0-3773-4bf2-b100-3aae5877ff11 req-0d1f6021-9f4a-41fe-b295-4057ac0e9d54 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0286112 Jun 22 18:53:11.527979 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-55900d1a-4690-46f6-b228-f8ab756943e5 req-a7f80a56-b4bb-4f45-9698-48fe354119bb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0316138 Jun 22 18:53:12.668174 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cee60d0f-8b00-4cf4-8ca7-1b56af6b43a8 req-1ba43965-b232-4f6c-b000-e3fac843da24 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jun 22 18:53:13.808875 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af239d57-82fb-4f07-82fa-9f007c0cf441 req-da289d2b-2a0b-4b73-a9fa-711d6f1bcf98 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0281076 Jun 22 18:53:14.942679 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2fe65788-3632-431e-86f8-cea1499001bf req-05761be4-f8cb-4bf5-afec-09698fde9307 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0269215 Jun 22 18:53:16.083421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c94d5084-c323-4fe3-a1ec-179731860aca req-81c11910-c656-479b-a060-af6112682155 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0315461 Jun 22 18:53:17.238753 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:17.242995 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-96429eb9-a14f-412d-9db5-a3aea3117e45 req-bb9278c0-959a-4ba5-9f43-2aca1b2c6b79 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0299525 Jun 22 18:53:18.381020 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2d35a338-d63b-47f6-a888-c07925dfa320 req-9fe2e09f-68f3-45f9-a02b-073bff53f1cc tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jun 22 18:53:19.519473 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e6a081d9-2535-4de6-af70-3a5336dd410e req-51e34af7-cc7b-4116-b9ab-6c5cd11799b2 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0280445 Jun 22 18:53:20.661567 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-2013182f-9158-44f3-b253-052b5a8174a0 req-5dba6741-52ab-4aac-93b1-377222acea10 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0303857 Jun 22 18:53:21.281000 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-963a5afd-5225-4ef1-8b1c-ad2c988ab4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:21.806623 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-51f0657c-3c94-4726-97a4-a649f79ce3e2 req-0ad490af-a8d0-47d8-8ff5-92aa5d048db2 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0271711 Jun 22 18:53:22.944907 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f467656-e850-4dfc-aabb-84318a731072 req-1673ff5d-1ad3-45a0-b0ec-7699d025f39f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0278780 Jun 22 18:53:24.084402 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4af74ecb-c0ff-44fd-ac1c-6f0ec556d2af req-74c20df3-c645-492c-b378-c03d3d021c77 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0274138 Jun 22 18:53:24.312134 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-de58b6c3-21cd-4edc-af4b-495683f086d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:24.618578 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:25.234914 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-90c92ef0-b9e4-4e89-b69b-c03b79c60653 req-4361f973-cc6a-46f6-9270-138046e4789d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0356655 Jun 22 18:53:26.222214 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:26.377498 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cc1a1db1-9cba-486a-a0fe-c84e537ef23e req-147bbb93-e547-4856-8005-40cb78f20959 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0340941 Jun 22 18:53:26.478133 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:53:27.518431 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9917e214-e76a-4980-9073-b3f5bd955830 req-2b20b174-07a6-41a2-800d-275038407172 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0277214 Jun 22 18:53:28.080895 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:28.654331 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8bc97735-0ed3-41cf-9693-f39151e9113c req-e61ebac2-ed4b-4603-8e62-463f475e9888 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0280008 Jun 22 18:53:29.794606 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7558311c-e0f1-44d9-bfd8-be7f4c95475d req-3a7bab0e-c8d6-4d63-9413-23348f80addb tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jun 22 18:53:30.931969 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f760003b-4698-4aa1-a089-c1bc9367a14e req-bd06b0b9-e70a-40a7-bb06-2b112be0c94e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0271292 Jun 22 18:53:32.068953 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-776b3b7b-d64e-4026-b9ae-ffb8f2a564bf req-2395ee89-4ca7-46cf-b2bc-fa885475c68e tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0274348 Jun 22 18:53:33.205070 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-00d30b9a-2440-4c49-9049-7e909e05508e req-4a696be6-5772-4ce5-9010-91fdcdfd875f tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0272377 Jun 22 18:53:34.346709 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-29c4529b-3b1d-49e6-b146-eb05c99fe13b req-fa530829-f657-4261-a8c2-4a365347d08b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0318339 Jun 22 18:53:35.482744 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-10e73112-680c-4f28-a86a-a93a2106c44d req-e37aed85-e672-4fb2-bc14-a9adf174c4a8 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0271490 Jun 22 18:53:36.619444 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f18a3ea6-e9f6-47b5-b870-c47dc8f29d24 req-57de684b-0ed1-4300-a54f-02994524366a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0270240 Jun 22 18:53:37.758479 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-731e5820-ed0b-460a-8974-771f4c174af3 req-b2ecb9cf-4c20-41ad-8505-90674e2baf12 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0294812 Jun 22 18:53:38.898998 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a9ae5c11-5c51-4aaf-8d68-227e78e9bcd7 req-a21b4db8-c66b-4e3a-96de-373a67a867b0 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0309432 Jun 22 18:53:40.043319 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-351282b5-2daa-4ec2-8a17-5784de6ea4dd req-551233fe-96c3-439a-ad46-ef7d09c9a26d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0270905 Jun 22 18:53:41.180350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ef02b3ac-3384-42cd-8657-37247b745a2f req-018f90d8-1110-4ad5-b7c5-c3826cd98160 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0282960 Jun 22 18:53:42.317215 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-469696cf-1482-436a-b7cb-cc3adfc03ea7 req-d8ddcc1b-7d06-446b-a030-980a10bae629 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0274701 Jun 22 18:53:43.456124 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-a06677da-bc5e-4d5f-8d5b-a1509824aff6 req-d4e2869c-f5f1-407c-9316-726cd13b59bd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0306625 Jun 22 18:53:44.592430 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-837468b6-4c2f-488f-a4b0-3e9dfa0dd539 req-40391eff-11c6-4c1e-a376-95a629cff13c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jun 22 18:53:45.729085 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01738acc-6654-4cfa-a269-3ce656c0bd1f req-ac411ddc-054d-436f-aea7-3fa5aef0355d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0284197 Jun 22 18:53:46.865900 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5c2eac5-a0eb-4b23-bb59-289bc1ba2323 req-4e1a30c6-3c7a-4f9a-bb41-98ec3684c9de tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0272975 Jun 22 18:53:47.256084 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.282545 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d9b0a074-81fd-45ec-ab9c-52d1957f0f1e req-be520b30-8abe-48cd-9687-ae19adf1c141 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.3000391 Jun 22 18:53:49.425477 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9a5eca08-c85b-4598-9219-59c600281eba req-ffd71926-280c-49f1-957d-a7cf82f318a5 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0269470 Jun 22 18:53:50.561829 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-bfb2e476-c9b5-461a-8596-b9aeb4d08f69 req-1ab75207-3d4d-42be-bd72-1edba762c8c9 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0273447 Jun 22 18:53:51.271000 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-82e147ee-eb03-4dda-b605-1160f3ec6b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:51.696453 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e79c83de-b4d7-4d7e-90c4-6bf43ae017f4 req-db336a09-c8b6-4271-82ab-14aee5f5bc24 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0265491 Jun 22 18:53:52.838829 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e3eb58c2-08f6-490b-b075-7a3c6a26bff1 req-32c3e744-e371-40e6-bc21-8494a7ade873 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0309842 Jun 22 18:53:53.975936 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c24f0e54-847f-47b1-91c5-0abed3d9079e req-f7321837-97cd-428f-9253-3cc41c9f1477 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0284381 Jun 22 18:53:54.313083 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3fac7c9e-19cb-4f80-9def-6dada150823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:54.619966 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:55.127748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e9aa78dd-7a5a-4dac-9e60-d8e50cb689fa req-06c9a3ea-b6b9-4524-9f34-9319d1a08649 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0284503 Jun 22 18:53:56.227090 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:56.267009 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cc633b5e-8c74-4151-8d3d-beb727f2642b req-a8fea266-14d5-4184-b942-884c30d5ff0d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0295527 Jun 22 18:53:57.411930 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92fdce4d-b110-4f7e-b7fb-bc8dbf67a212 req-bc93181a-edff-4e55-85ba-119ed4d4e27d tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jun 22 18:53:58.083661 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:58.553049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fedcb705-ee74-4f19-850e-f2f6596822f5 req-00c93467-9468-4f99-9789-75dff84c3a3b tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276990 Jun 22 18:53:59.689911 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-680d4859-1161-4ae6-94cd-d2889143de5d req-4e6c1d33-308d-4963-8f45-4982b0bda3fe tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jun 22 18:54:00.824133 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-86aa008f-fe8b-46c2-a496-de3842b1f47b req-9bcbb949-2ab4-44b6-8fcc-8f0fba57eb5a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0270934 Jun 22 18:54:01.963908 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa5a4a48-865a-4b55-ba87-606e3ca97733 req-69d6dd42-c0da-490b-b884-cba9b0ebf1d3 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0312657 Jun 22 18:54:03.100999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9de3b2aa-dbe5-4ffd-89c7-9aa6cd612511 req-be1684ec-dbf4-4588-b0a0-6ef75dc704b1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276344 Jun 22 18:54:03.477149 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:54:04.237942 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5b928963-4056-4c26-91d1-79c6a80a9057 req-00c501a3-7967-41df-949c-23ba18c0efcd tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0278442 Jun 22 18:54:05.345113 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-89095a4f-9df0-4c87-9685-ed250e1f2d1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519140 Jun 22 18:54:05.378376 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-36df44e6-48e4-4715-88d5-1b1541d09bde req-5f8394b2-2194-4859-93eb-cbea36d7372c tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jun 22 18:54:05.438584 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-9294c8ee-83dc-4d4f-bfc4-db714247dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:05.440096 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-9294c8ee-83dc-4d4f-bfc4-db714247dbb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0514238 Jun 22 18:54:05.548787 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-18ff3d54-2041-4154-9908-dbb706f67d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:05.550325 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-18ff3d54-2041-4154-9908-dbb706f67d9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0887713 Jun 22 18:54:05.589885 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-592cd31d-ea54-45a0-9d40-773ceb4cf534 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0332267 Jun 22 18:54:05.635709 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-970df5ae-89d5-4e00-a8be-a23da665f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:05.637114 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-970df5ae-89d5-4e00-a8be-a23da665f46a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0417898 Jun 22 18:54:05.668414 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-68cf61cf-4953-47e1-84a2-88467bb2bf3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251484 Jun 22 18:54:05.759937 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-f751576f-7e87-4420-ab76-5f267193caa0 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Jun 22 18:54:05.850532 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8be3dfc4-2e09-4089-8013-5e00ccd74b89 req-78b9a2ea-f5f1-4374-bb9f-5e8bef597a4f service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 Jun 22 18:54:06.519521 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e87baf3a-2777-45b4-bafa-1ff5986ecade req-3641aaec-0781-4c08-866f-d0dfe4899457 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0288153 Jun 22 18:54:07.659272 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-45d729e1-ddda-4ea5-95a7-a9578ed50c88 req-639b6fca-4c8e-4e90-ac10-8ee938ab1391 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0280187 Jun 22 18:54:08.795767 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b8297fe7-dfa2-4657-bbdb-78903940cf66 req-f197d1a2-9367-4313-bb53-a2a904cbee30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0266969 Jun 22 18:54:09.936935 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b41683b6-9514-438e-9373-698662e052ee req-c272887c-8d49-401e-ac70-dcdd1195edb5 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0299363 Jun 22 18:54:11.082591 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-819eff64-4696-434c-82e9-d613b9e2719f req-557c4454-bab9-42a4-b6d4-6f868abe804a tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0317652 Jun 22 18:54:12.226673 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8746583b-051f-495a-8af9-91992db3a6b4 req-1b94b46e-1f06-4f23-86d3-e2de5789b241 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0279663 Jun 22 18:54:13.368145 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eeaec35f-c1d9-4102-b26c-3c5f2725315b req-7e062a20-751a-49ff-9f5e-0a52dc199bff tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jun 22 18:54:14.519675 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-626f9255-29b7-4be9-aa16-add3ffa076c7 req-f23f26c3-bcf1-4eb2-b251-b920c54ebc68 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0330193 Jun 22 18:54:15.659446 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87921204-6e9d-46c6-a25e-5a2ad92a45d1 req-a0077326-cf02-47ad-910c-adf833326705 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0275240 Jun 22 18:54:16.800137 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57557c17-9382-4d84-b8d8-a80a1af03dec req-c9a189d5-07f8-431b-bafc-e204776a1220 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jun 22 18:54:17.263035 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:17.934862 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-38fceb1e-e301-4f66-81a7-3c26e61163c3 req-37e54d06-9374-4154-b0ff-e56b57d831ae tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0267489 Jun 22 18:54:19.076620 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa9ee888-304c-485e-a447-294526a2598b req-6cbf0d7d-6586-48d1-977b-0c12db879182 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0332870 Jun 22 18:54:20.232633 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-520c69b5-88ec-4aa2-bc72-d9f198b99b26 req-e79fe6a3-6c88-441b-8a5d-c78dc11eafe7 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] 10.222.0.68 "GET /v2.0/ports?device_id=82638a6a-8bd0-4937-a882-6ab7ed83ab9e HTTP/1.1" status: 200 len: 210 time: 0.0276155 Jun 22 18:54:21.272985 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5c298fd5-46ea-4eed-8e1d-29ea6a186dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:21.325866 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59856) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:21.822647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:22.069988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Deleting port 78a5da80-dddb-4165-abc1-9bd3d98fa08f {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:54:22.070330 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:22.147044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] For port 78a5da80-dddb-4165-abc1-9bd3d98fa08f, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=78a5da80-dddb-4165-abc1-9bd3d98fa08f,segment=NetworkSegment(119054a5-a1b7-452f-a1a8-41228cecb50f),segment_id=119054a5-a1b7-452f-a1a8-41228cecb50f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:54:22.147403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:22.160194 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Calling delete_port for 78a5da80-dddb-4165-abc1-9bd3d98fa08f owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:54:22.342533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:22.345169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-78bc81f9-a402-4bfd-9aa3-6d157b5228ac tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:54:22.369203 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Pushing event deleted for resources: {'Port': ['ID=78a5da80-dddb-4165-abc1-9bd3d98fa08f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:54:22.401988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.402354 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.402717 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.403075 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.403426 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.403779 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.404128 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.404501 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.404850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.405191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.405541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.405874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:54:22.409530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:54:22.547011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:22.772318 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:54:22.887422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:54:22.892611 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] 10.222.0.68 "PUT /v2.0/routers/8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5656207 Jun 22 18:54:22.895065 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59880) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:22.900706 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Sync routers for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:54:22.912015 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:54:22.912699 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:53:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:23.007377 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.024179 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:54:23.134651 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.210198 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Deleting port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:54:23.211465 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.217830 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:54:22Z', 'revision_number': 5, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port': {'id': '2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:24Z', 'updated_at': '2021-06-22T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:23.262124 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Checking router: 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:54:23.271917 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Routers {'8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:54:23.272605 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:53:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:23.311890 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] For port 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:54:23.312277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.326449 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Calling delete_port for 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:54:23.366650 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] Set router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:54:23.420915 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:54:23Z', 'revision_number': 6, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:23.450020 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17162f62-4c9a-4bc8-9a31-8e1f8093ee98 None None] The sync data for ids ['8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e'] in dv-cinder-774286-17-iscsi is: [{'id': '8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e', 'name': 'tempest-ServerRescueNegativeTestJSON-1984068758-router', 'tenant_id': 'b333029deea540eabfb58cc940dcb5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:23Z', 'updated_at': '2021-06-22T18:54:23Z', 'revision_number': 6, 'project_id': 'b333029deea540eabfb58cc940dcb5c8', 'gw_port_host': None}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:54:23.507055 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.509374 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0c51ae9e-68b1-4b69-80e1-fcb2224f3eb0 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:54:23.541788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:54:23.545758 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:54:23.630295 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.737356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:23.740771 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.062847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.063299 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:54:24.069133 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.070290 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8dfb34c2-ee2c-4bdf-a27b-f5b736a7825e HTTP/1.1" status: 204 len: 168 time: 1.1742957 Jun 22 18:54:24.072693 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59892) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:24.116323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Deleting subnet 2839ea7b-7862-4880-bda3-6ed5a52b7550 {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:54:24.119255 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.152941 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.193358 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.245857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.248546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:54:24.277541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2839ea7b-7862-4880-bda3-6ed5a52b7550,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:54:24.280590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:54:24.281583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.284333 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1d2932b4-a3e6-4afc-b722-2b7986496432 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2839ea7b-7862-4880-bda3-6ed5a52b7550 HTTP/1.1" status: 204 len: 168 time: 0.2105567 Jun 22 18:54:24.286751 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59894) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:24.315544 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc7f6-79be-4d76-8706-2d2152526a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.361775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.442993 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.450668 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 78a5da80-dddb-4165-abc1-9bd3d98fa08f no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:54:24.455983 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc61d56c-4eb6-41b8-a894-faf1374162eb']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:24.467450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119054a5-a1b7-452f-a1a8-41228cecb50f') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:24.467797 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119054a5-a1b7-452f-a1a8-41228cecb50f') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:54:24.470769 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 78a5da80-dddb-4165-abc1-9bd3d98fa08f {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:54:24.471756 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 78a5da80-dddb-4165-abc1-9bd3d98fa08f not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:54:24.472197 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:54:24.478182 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.491714 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:54:24.492090 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2f8cedfa-a6ce-4bd3-9f1d-816b415e09a6 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:54:24.494294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.501153 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:54:24.501635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:54:24.514975 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:54:24.565048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.570959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.572999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] 10.222.0.68 "DELETE /v2.0/networks/dc61d56c-4eb6-41b8-a894-faf1374162eb HTTP/1.1" status: 204 len: 168 time: 0.2852967 Jun 22 18:54:24.573768 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dfb5047e-346a-4b41-8ee3-edb56c324fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:54:24.587359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Pushing event deleted for resources: {'Network': ['ID=dc61d56c-4eb6-41b8-a894-faf1374162eb,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:54:24.590056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:54:24.621653 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.693478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59900) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:24.731999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-6936df16-cf12-4972-9cfa-b4f3df7ea650 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b333029deea540eabfb58cc940dcb5c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372586 Jun 22 18:54:24.734441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 59902) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:54:24.782012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.802430 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.850513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.853165 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:24.854312 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5688142-9536-424b-ac03-6b6658734ba1 HTTP/1.1" status: 204 len: 168 time: 0.1190100 Jun 22 18:54:24.855044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c8f0442-3720-441c-83fa-8d064b77cfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:54:24.863259 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5688142-9536-424b-ac03-6b6658734ba1,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:54:24.865857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:54:26.231920 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:28.087968 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:40.475869 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:54:47.260282 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:51.276352 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-498238c3-1047-45dd-9864-674d152dd8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:54.324801 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f95a775d-a3d0-43b8-8bf1-731fad1d0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:54.626452 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:56.232819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:56.932902 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-1789eb11-71b2-44f9-8792-b47b68e0ac27 req-1715bb95-0eff-4834-8a6a-3ff349f58656 service neutron] (92932) timed out ('10.222.0.49', 52589) {{(pid=92932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:54:58.090687 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:06.351103 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-bb268538-a33d-49f7-971f-f0bc73dd205b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579557 Jun 22 18:55:06.457916 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedce4-691f-4393-8d98-da9350b989e0 req-0c1149de-37d1-4f53-82bc-d41abfcfc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:06.459422 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-0c1149de-37d1-4f53-82bc-d41abfcfc68a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0635083 Jun 22 18:55:06.579509 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedce4-691f-4393-8d98-da9350b989e0 req-18a5debe-a4f5-49fd-8cd7-a6ae63f07827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:06.580692 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-18a5debe-a4f5-49fd-8cd7-a6ae63f07827 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0975661 Jun 22 18:55:06.623512 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-917d9edd-769b-4856-a84e-37f950fd2fa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0348480 Jun 22 18:55:06.673928 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedce4-691f-4393-8d98-da9350b989e0 req-3289d34e-5dfa-4547-8db9-9433e166755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:06.675429 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-3289d34e-5dfa-4547-8db9-9433e166755f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0459795 Jun 22 18:55:06.711143 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-13863839-9fa3-4d6d-a28a-a6438b598626 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275364 Jun 22 18:55:06.814012 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-50c531a0-db48-4492-a05a-f05a81ca3c9f service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952239 Jun 22 18:55:06.917721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1deedce4-691f-4393-8d98-da9350b989e0 req-d3a0d803-ca09-4bf5-b481-6f47b0310794 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961955 Jun 22 18:55:17.259677 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:17.474313 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:55:21.278161 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9b155f57-077a-4e13-a480-33ef668fb2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:24.321989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd24a-8d5e-4df2-b607-12407df2229a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:24.630774 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:26.235819 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:28.093408 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:47.273246 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:51.279365 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8701df63-57d2-42e5-a663-f65878af9182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:54.315388 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6dd120b1-52a8-4a38-bc7e-e9c9694a5d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:54.473174 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:55:54.635759 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:56.244097 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:58.098369 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.436712 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-b2eca4d7-85f4-4f3a-81bb-5be59b4f726f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1500046 Jun 22 18:56:06.535346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-885aa444-d24e-4cc8-ae74-6f8e5a8c8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:06.536937 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-885aa444-d24e-4cc8-ae74-6f8e5a8c8c3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0562196 Jun 22 18:56:06.602532 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 32910) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:06.652026 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-583f6230-82d5-4bfe-97d5-383360a4b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:06.654230 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-583f6230-82d5-4bfe-97d5-383360a4b48c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0959687 Jun 22 18:56:06.697384 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-838e0262-d5be-42dd-9415-d3740a78b6ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0366497 Jun 22 18:56:06.708687 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.751721 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-fe11c55b-065d-41a2-8ad2-b7f6b483822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:06.753895 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-fe11c55b-065d-41a2-8ad2-b7f6b483822d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0495172 Jun 22 18:56:06.797026 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-c178b2c8-7974-43ec-9fa6-2a406893fe97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362775 Jun 22 18:56:06.801856 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.806529 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.808847 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-35d22488-fa8e-46af-bf17-f9c835f035ca tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:06.846079 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1612670f8783440db1f0f2925cd21246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419212 Jun 22 18:56:06.846835 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2513153c-53f4-42f4-9f54-f38584ae69a0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:06.848695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 32918) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:06.864649 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.865025 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.865383 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.865740 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.866093 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.866445 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.866791 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.867137 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.867483 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.867824 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.868166 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.868529 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:06.874912 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:06.898287 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-c455e059-e783-4843-a85a-c09380d829e9 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950801 Jun 22 18:56:06.911468 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.936602 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:06.999291 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.002070 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.003481 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2513153c-53f4-42f4-9f54-f38584ae69a0 HTTP/1.1" status: 204 len: 168 time: 0.1538687 Jun 22 18:56:07.004550 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-35c9af72-b848-4025-a2f5-6e2f78409570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:07.004952 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-35243f5d-c1b8-44a2-b6d8-ec7f6860e32a req-a1b08923-5cab-4983-a868-c0971e5e55b5 service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992627 Jun 22 18:56:07.015949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513153c-53f4-42f4-9f54-f38584ae69a0,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:07.018450 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:17.274694 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:21.282933 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-39949ef0-f0d7-4629-9690-ed2ceb89ce02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.317255 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8e6451a4-6b9d-40c2-84f3-78bd6a0a83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.637180 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:26.243485 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:28.099513 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:31.473148 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:56:47.271396 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:51.288459 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-850fddd8-4dca-4413-8917-8fc526115ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:54.325547 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c3d-70bc-4636-9c1b-10647882e763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:54.640230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:56.247667 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:58.103255 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:07.334971 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-cab25cff-3059-48d1-bf9d-09e23645600c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521867 Jun 22 18:57:07.426355 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-aa774bab-e9c3-4f28-af8b-8518afd635a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:57:07.427756 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-aa774bab-e9c3-4f28-af8b-8518afd635a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 1098 time: 0.0507591 Jun 22 18:57:07.538554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-61ec97b9-e1e1-4eb0-adad-67cc349f32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:57:07.539896 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-61ec97b9-e1e1-4eb0-adad-67cc349f32b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 200 len: 915 time: 0.0930307 Jun 22 18:57:07.588807 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-2c5e1db3-b6e8-4709-92cd-00094fe7107a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 200 len: 217 time: 0.0420778 Jun 22 18:57:07.636733 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-2c5f40fc-0d16-49a1-a363-a9d488259675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:57:07.638209 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-2c5f40fc-0d16-49a1-a363-a9d488259675 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 200 len: 854 time: 0.0439751 Jun 22 18:57:07.678569 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-99c5823b-3639-47a5-98a5-1e6db3aa18d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c25009f-7ae2-428e-945c-baff14714986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328100 Jun 22 18:57:07.763373 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-fa4a66f2-9c8f-4b6a-8328-ab67c384f41e service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787401 Jun 22 18:57:07.854232 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b40975c3-beea-4bd6-93a5-86b5a92ba94a req-ad3bdabe-b9bd-4438-95f3-82c6d721a0af service neutron] 10.222.0.49 "GET /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832617 Jun 22 18:57:08.471971 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:57:17.290045 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:21.290981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4c04b2fc-96b2-4e37-8e9a-db81e0708f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:24.317687 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ad64aaac-bf70-42c3-a1ad-e22c4b8db3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:24.641692 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:26.248662 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:28.106035 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:45.337236 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a7505-0f17-4cc4-9f06-4406e8027637 req-dd947bd6-b046-4e4c-82ca-bf3e598e9893 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:57:45.338714 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d20a7505-0f17-4cc4-9f06-4406e8027637 req-dd947bd6-b046-4e4c-82ca-bf3e598e9893 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 945 time: 0.2642279 Jun 22 18:57:45.376691 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d20a7505-0f17-4cc4-9f06-4406e8027637 req-03f8f44b-5d9a-402c-a80a-afbdfda951ac tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/security-groups?id=e2a6b1cb-42f6-46f3-aa25-04bf650468e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Jun 22 18:57:45.460479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-39168092-9898-42c2-ac0f-87fefd58b326 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:57:45.468193 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-39168092-9898-42c2-ac0f-87fefd58b326 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 945 time: 0.0646570 Jun 22 18:57:45.471705 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:57:45.574685 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Deleting port 891f5ff2-ca5c-441d-92ee-8976184ddaec {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:57:45.575017 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:45.665222 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] For port 891f5ff2-ca5c-441d-92ee-8976184ddaec, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=891f5ff2-ca5c-441d-92ee-8976184ddaec,segment=NetworkSegment(4dc23456-57c2-4a24-a1a1-2890a163142c),segment_id=4dc23456-57c2-4a24-a1a1-2890a163142c)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:57:45.665580 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:45.679248 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Calling delete_port for 891f5ff2-ca5c-441d-92ee-8976184ddaec owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:57:45.813117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:45.817143 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-07a46294-b948-4d5c-8132-7ffd1ede5ed2 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:57:45.828512 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['891f5ff2-ca5c-441d-92ee-8976184ddaec'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:57:45.842502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Pushing event deleted for resources: {'Port': ['ID=891f5ff2-ca5c-441d-92ee-8976184ddaec,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:57:45.853111 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.853481 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.853856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.854225 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.854590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.854950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.855311 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.855675 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.856033 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.856706 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.856800 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.857120 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:57:45.863095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:57:45.905558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] No DVR routers for this DVR port 891f5ff2-ca5c-441d-92ee-8976184ddaec on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:57:45.908053 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:45.910014 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3dd659a3-ff6b-45c2-946d-09b724f35b58 req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.49 "DELETE /v2.0/ports/891f5ff2-ca5c-441d-92ee-8976184ddaec HTTP/1.1" status: 204 len: 173 time: 0.4405754 Jun 22 18:57:45.910538 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'name': 'network-vif-deleted', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:57:45.913604 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8813e-956d-403f-b566-b94fd6b285ef" -d '{"events": [{"server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "name": "network-vif-deleted", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:57:46.037676 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd20765d-1cbf-4672-9aa0-5c28099fe9af x-openstack-request-id: req-cd20765d-1cbf-4672-9aa0-5c28099fe9af {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:57:46.038408 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd40fda-0be5-4d88-8a2a-cf5eee10df42", "name": "network-vif-deleted", "tag": "891f5ff2-ca5c-441d-92ee-8976184ddaec", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:57:46.038718 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd20765d-1cbf-4672-9aa0-5c28099fe9af {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:57:46.039284 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd40fda-0be5-4d88-8a2a-cf5eee10df42', 'name': 'network-vif-deleted', 'tag': '891f5ff2-ca5c-441d-92ee-8976184ddaec', 'status': 'completed', 'code': 200} Jun 22 18:57:46.577011 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8904497c-18f2-4dc5-b71e-a065d2c55626 req-3844ce5f-ea57-431d-b841-488d84675acd tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd40fda-0be5-4d88-8a2a-cf5eee10df42 HTTP/1.1" status: 200 len: 210 time: 0.0322099 Jun 22 18:57:47.334768 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:47.676091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 33928) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:57:47.843629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Deleting subnet 9d92298f-2054-45f3-9970-803d531bdeed {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:57:47.846732 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:47.888158 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:47.939451 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.009727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.012009 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:57:48.037719 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d92298f-2054-45f3-9970-803d531bdeed,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:57:48.039699 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.043667 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9d92298f-2054-45f3-9970-803d531bdeed HTTP/1.1" status: 204 len: 168 time: 0.3637748 Jun 22 18:57:48.043667 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-338b2223-768d-4c71-bc09-db0a5bd6da48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:57:48.044542 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 33936) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:57:48.120546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.199220 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.208607 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c25009f-7ae2-428e-945c-baff14714986']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:57:48.218359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc23456-57c2-4a24-a1a1-2890a163142c') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:57:48.218653 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc23456-57c2-4a24-a1a1-2890a163142c') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:57:48.227930 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.243991 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.250475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:57:48.250889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:57:48.252951 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:57:48.333462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.337931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4e177eef-e28c-4ca6-beec-a3dfa33d24da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:57:48.342589 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.344909 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3c25009f-7ae2-428e-945c-baff14714986 HTTP/1.1" status: 204 len: 168 time: 0.2997932 Jun 22 18:57:48.356874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c25009f-7ae2-428e-945c-baff14714986,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:57:48.359281 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-85d8937d-9a59-40d4-ac55-4da5b4658818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:57:48.477743 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 33942) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:57:48.522544 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-eb3bb005-45e6-4328-9648-31f9bbee11cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=906e9ea34e354c6599ad55dadb2b9b09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435531 Jun 22 18:57:48.525481 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 33946) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:57:48.579934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.604475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.663841 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.667145 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:48.669026 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2a6b1cb-42f6-46f3-aa25-04bf650468e9 HTTP/1.1" status: 204 len: 168 time: 0.1417370 Jun 22 18:57:48.672082 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-64ea061a-cac9-45f8-95ab-a1a2e33210a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:57:48.686111 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6b1cb-42f6-46f3-aa25-04bf650468e9,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:57:48.690577 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:57:49.011896 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 891f5ff2-ca5c-441d-92ee-8976184ddaec no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:57:49.034446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 891f5ff2-ca5c-441d-92ee-8976184ddaec {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:57:49.034803 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 891f5ff2-ca5c-441d-92ee-8976184ddaec not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:57:51.293266 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0b28fc47-af04-4b07-946d-520f95b81ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:54.323904 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2a376ec8-6ec8-484a-98e9-6c0708fb0f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:54.643040 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:56.251215 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:58.107516 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:17.350792 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:21.294942 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-87229370-f265-4cd0-b197-ddb0c4af0147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:22.469609 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:58:24.317334 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ced86711-5894-4ebc-a872-c0da7641acc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:24.644331 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:26.253638 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:28.109392 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:42.331869 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34608) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:42.854970 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:43.126248 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Deleting port 9dbefc71-a266-45ff-b9de-00699b87c9b8 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:43.126493 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:43.215834 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] For port 9dbefc71-a266-45ff-b9de-00699b87c9b8, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=9dbefc71-a266-45ff-b9de-00699b87c9b8,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:43.216189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:43.232547 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Calling delete_port for 9dbefc71-a266-45ff-b9de-00699b87c9b8 owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:43.410526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:43.412517 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-714933a5-9170-48b3-8c9a-8a5d9b3531d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:43.436322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbefc71-a266-45ff-b9de-00699b87c9b8,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:43.439714 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:43.649232 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.166438 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:58:44.275976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:58:44.283721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] 10.222.0.68 "PUT /v2.0/routers/2c5290ba-8ef6-4276-97f8-19cc36f6d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485106 Jun 22 18:58:44.283946 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34632) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:44.284566 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Sync routers for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:58:44.295413 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:58:44.296027 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:58:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:44.394959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.401094 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:58:44.502717 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.570841 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Deleting port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:44.571191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.626921 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:58:43Z', 'revision_number': 5, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port': {'id': '86b7b066-62f4-4e0a-b428-30b1baeb5e1a', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:47Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:44.658733 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Checking router: 2c5290ba-8ef6-4276-97f8-19cc36f6d339 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:58:44.669704 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Routers {'2c5290ba-8ef6-4276-97f8-19cc36f6d339'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:58:44.669996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] For port 86b7b066-62f4-4e0a-b428-30b1baeb5e1a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:44.670504 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:58:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:44.670629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.691059 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Calling delete_port for 86b7b066-62f4-4e0a-b428-30b1baeb5e1a owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:44.769147 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] Set router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:58:44.829091 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:58:44Z', 'revision_number': 6, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:44.859742 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f30b1-9750-46a4-96e2-1a73a54fdee7 None None] The sync data for ids ['2c5290ba-8ef6-4276-97f8-19cc36f6d339'] in dv-cinder-774286-17-iscsi is: [{'id': '2c5290ba-8ef6-4276-97f8-19cc36f6d339', 'name': 'tempest-AttachVolumeTestJSON-345956314-router', 'tenant_id': 'f9a38997435a4b8db956a154d5b63cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:58:44Z', 'revision_number': 6, 'project_id': 'f9a38997435a4b8db956a154d5b63cac', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:58:44.889029 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:44.891146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-27e23c3c-178a-4c84-9167-af40293b5b30 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:44.916384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=86b7b066-62f4-4e0a-b428-30b1baeb5e1a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:44.921450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:44.987915 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.084322 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.086691 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.130778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.131296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5290ba-8ef6-4276-97f8-19cc36f6d339 {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:58:45.137273 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.138420 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] 10.222.0.68 "DELETE /v2.0/routers/2c5290ba-8ef6-4276-97f8-19cc36f6d339 HTTP/1.1" status: 204 len: 168 time: 0.8535519 Jun 22 18:58:45.140983 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34642) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:45.193595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Deleting subnet f5aa69ac-e645-4362-a3ee-848eeb6a02d3 {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:58:45.197913 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.235007 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.322337 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.383937 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.386246 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0aa91b7f-af1c-4164-b9e8-0100dfa8442d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:45.411050 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aa69ac-e645-4362-a3ee-848eeb6a02d3,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:45.415253 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:45.416262 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.418118 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9d7a3f3d-1991-4142-8439-0c92ccf93668 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f5aa69ac-e645-4362-a3ee-848eeb6a02d3 HTTP/1.1" status: 204 len: 168 time: 0.2762039 Jun 22 18:58:45.420554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34646) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:45.423115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0dca1-7a59-49fa-8d06-301734387d68 None None] Network 6742600a-098e-4c3d-88ce-589ca4f48355 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:58:45.491746 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.548369 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Deleting port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:45.549100 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.617526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] For port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:45.617873 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.633910 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Calling delete_port for 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:45.665360 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] DHCP port deletion for 6742600a-098e-4c3d-88ce-589ca4f48355 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:58:45.722224 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Deleting port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:45.722646 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.727330 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.729659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f5d44cc4-b688-4088-99c6-acee457c7436 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:45.763305 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] No DVR routers for this DVR port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce on host dv-cinder-774286-17-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:58:45.767685 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:45.771482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:45.812926 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] For port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,segment=NetworkSegment(606f2497-5b51-4880-a8ef-f8d9cf436cc6),segment_id=606f2497-5b51-4880-a8ef-f8d9cf436cc6)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:45.813889 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.839215 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Calling delete_port for 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:45.848528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.859752 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6742600a-098e-4c3d-88ce-589ca4f48355']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:45.885167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606f2497-5b51-4880-a8ef-f8d9cf436cc6') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:45.885666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606f2497-5b51-4880-a8ef-f8d9cf436cc6') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:45.895284 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.911645 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.918056 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:58:45.918539 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:58:45.920417 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:58:45.937958 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.945953 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4304ffcd-4206-40bf-8b96-ee865cd02488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:45.968509 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Pushing event deleted for resources: {'Port': ['ID=2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:45.971385 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] No DVR routers for this DVR port 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:58:45.980532 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.980886 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.981300 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.981563 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.985056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:45.987170 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-bed4d89c-6a1b-4d32-a5a7-655ee5214cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:45.999755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.003932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:46.007410 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.009746 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6742600a-098e-4c3d-88ce-589ca4f48355 HTTP/1.1" status: 204 len: 168 time: 0.5881133 Jun 22 18:58:46.025886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Pushing event deleted for resources: {'Network': ['ID=6742600a-098e-4c3d-88ce-589ca4f48355,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:46.034175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.034723 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.035094 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.035456 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.035813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.036170 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.036552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.036906 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.037264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.037666 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.038020 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.038533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:46.042403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:46.136711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34658) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:46.180022 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-92a7f404-d649-4447-beb2-e2ddce8de86d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9a38997435a4b8db956a154d5b63cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407476 Jun 22 18:58:46.182326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34660) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:46.232381 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.254799 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.307198 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.310704 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:46.312363 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed8138c2-8b50-4059-99e7-8d9a7b42ea08 HTTP/1.1" status: 204 len: 168 time: 0.1288958 Jun 22 18:58:46.313624 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5c2d4c91-5501-4dbc-b080-71269fbb9ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:46.322960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8138c2-8b50-4059-99e7-8d9a7b42ea08,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:46.325383 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:46.595822 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 86b7b066-62f4-4e0a-b428-30b1baeb5e1a no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:46.621052 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 86b7b066-62f4-4e0a-b428-30b1baeb5e1a {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:46.621416 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 86b7b066-62f4-4e0a-b428-30b1baeb5e1a not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:46.621847 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:46.642264 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:46.642626 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 2d4e3bb1-dc7f-4015-a0a0-41ee3ac648ce not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:46.643069 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 9dbefc71-a266-45ff-b9de-00699b87c9b8 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:46.661992 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 9dbefc71-a266-45ff-b9de-00699b87c9b8 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:46.662357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 9dbefc71-a266-45ff-b9de-00699b87c9b8 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:47.350387 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:48.161162 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34750) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:48.699023 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:48.998963 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Deleting port a9108358-8535-4708-84b4-83966270cf19 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:48.999154 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.091302 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] For port a9108358-8535-4708-84b4-83966270cf19, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=a9108358-8535-4708-84b4-83966270cf19,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:49.091795 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.106789 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Calling delete_port for a9108358-8535-4708-84b4-83966270cf19 owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:49.308052 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.311688 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-589c9c54-b0ce-46c8-ba36-9580808ee596 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:49.319911 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 34832) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:49.339118 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9108358-8535-4708-84b4-83966270cf19,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:49.343321 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:49.464494 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.564742 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.580576 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.585344 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.587917 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-880de29d-365a-4e85-bd73-50cc271b6c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:49.624628 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5e449a69aae4cbfac7a07076e23b7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029540 Jun 22 18:58:49.625505 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875a8fe-2b79-46db-a3e6-f5af438a6a72,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:49.628392 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34838) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:49.634160 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.634555 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.634912 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.635273 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.635630 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.635988 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.636372 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.636730 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.637087 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.637433 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.637783 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.638136 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:58:49.642019 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:49.761853 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.818530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.869441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:58:49.920074 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.923072 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:49.924406 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8875a8fe-2b79-46db-a3e6-f5af438a6a72 HTTP/1.1" status: 204 len: 168 time: 0.2948778 Jun 22 18:58:49.927021 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-26886528-f614-4e9d-8661-13f5615061ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:49.942947 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875a8fe-2b79-46db-a3e6-f5af438a6a72,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:49.948070 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:50.014817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:58:50.022964 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] 10.222.0.68 "PUT /v2.0/routers/a145f271-bc3f-40fd-9f72-c8b3bd216ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8565147 Jun 22 18:58:50.024662 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 34844) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:50.027388 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Sync routers for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:58:50.037672 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:58:50.039152 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:58:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:50.150999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks [] for router, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.262918 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:58:50.269015 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.297179 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34854) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:50.314956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.351519 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Deleting port 1de833d0-687d-4a98-85c2-03fbd1845614 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:50.351519 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.455226 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:58:49Z', 'revision_number': 5, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port': {'id': '1de833d0-687d-4a98-85c2-03fbd1845614', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:32Z', 'updated_at': '2021-06-22T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:50.459676 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] For port 1de833d0-687d-4a98-85c2-03fbd1845614, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=1de833d0-687d-4a98-85c2-03fbd1845614,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:50.460097 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.471118 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.474673 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Calling delete_port for 1de833d0-687d-4a98-85c2-03fbd1845614 owned by network:router_gateway {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:50.477066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.480911 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-67cdd6db-a9b6-4692-9f7b-67aa3365fc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:50.490473 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Checking router: a145f271-bc3f-40fd-9f72-c8b3bd216ff6 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:58:50.500409 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Routers {'a145f271-bc3f-40fd-9f72-c8b3bd216ff6'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:58:50.501171 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T18:58:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:50.513999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76f315-f6ca-4f05-811e-0aecc15ccf7f,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:50.519709 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:50.537422 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f124785c6f6940c6ac0782deeb214c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380528 Jun 22 18:58:50.538928 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34860) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:50.616941 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] Set router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:58:50.633356 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.659742 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.695683 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.702190 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0aa20660-5e84-44fb-8d70-c650a9e64c4a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:50.710851 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:58:50Z', 'revision_number': 6, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:50.722653 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de833d0-687d-4a98-85c2-03fbd1845614,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:50.728524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:50.748329 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9a6e-a43f-4037-8d61-c77cd8177137 None None] The sync data for ids ['a145f271-bc3f-40fd-9f72-c8b3bd216ff6'] in dv-cinder-774286-17-iscsi is: [{'id': 'a145f271-bc3f-40fd-9f72-c8b3bd216ff6', 'name': 'tempest-AttachVolumeShelveTestJSON-1325166049-router', 'tenant_id': '475ac2b0c01244cda93c79420a97dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:29Z', 'updated_at': '2021-06-22T18:58:50Z', 'revision_number': 6, 'project_id': '475ac2b0c01244cda93c79420a97dd69', 'gw_port_host': None}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:58:50.762096 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.766502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.773328 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf76f315-f6ca-4f05-811e-0aecc15ccf7f HTTP/1.1" status: 204 len: 168 time: 0.2319593 Jun 22 18:58:50.774879 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c8038c68-1e8d-4990-983b-913e25cbc06a tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:50.787114 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76f315-f6ca-4f05-811e-0aecc15ccf7f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:50.792072 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:50.821732 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.920891 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.924152 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.996624 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:50.997809 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a145f271-bc3f-40fd-9f72-c8b3bd216ff6 {{(pid=92931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:58:51.006381 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.012316 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 34874) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:51.012740 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a145f271-bc3f-40fd-9f72-c8b3bd216ff6 HTTP/1.1" status: 204 len: 168 time: 0.9874883 Jun 22 18:58:51.065560 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Deleting subnet 0a655472-3d27-48ba-9f3e-3df96018fba6 {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:58:51.068960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.116361 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.229364 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.298051 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.300113 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-35e9fba0-cd24-4ded-8db4-8dd13af5a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.304736 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-12b6d4bc-a3d1-4e8e-941d-d195eecd82f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:51.346041 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a655472-3d27-48ba-9f3e-3df96018fba6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:51.352766 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.354723 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0a655472-3d27-48ba-9f3e-3df96018fba6 HTTP/1.1" status: 204 len: 168 time: 0.3409796 Jun 22 18:58:51.355895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8318a87a-b269-4e7a-b10f-ec47081fb4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:51.359091 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 34890) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:51.365235 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4253f-bbc8-4406-9591-2aecbf711f62 None None] Network f992fe1a-14f9-4d9d-ad76-a684c65a4bcb requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:58:51.454247 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.525773 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Deleting port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:51.526195 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.611277 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] For port f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:51.611651 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.611761 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] DHCP port deletion for f992fe1a-14f9-4d9d-ad76-a684c65a4bcb request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:58:51.626127 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Calling delete_port for f385eb1e-d3f7-45aa-8caa-c8b57baa4294 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:51.686471 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Deleting port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:58:51.687151 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.721810 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.725420 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:51.752419 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:51.754812 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] No DVR routers for this DVR port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 on host dv-cinder-774286-17-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:58:51.757250 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:51.769214 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] For port f385eb1e-d3f7-45aa-8caa-c8b57baa4294, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,segment=NetworkSegment(72e55c52-aeb8-4977-b73e-ebe179427e22),segment_id=72e55c52-aeb8-4977-b73e-ebe179427e22)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:58:51.769625 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.786024 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Calling delete_port for f385eb1e-d3f7-45aa-8caa-c8b57baa4294 owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:58:51.840131 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.853341 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f992fe1a-14f9-4d9d-ad76-a684c65a4bcb']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:51.865451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e55c52-aeb8-4977-b73e-ebe179427e22') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:51.865824 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e55c52-aeb8-4977-b73e-ebe179427e22') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:58:51.877908 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.878079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.882025 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:51.900610 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.909944 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:58:51.910339 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:58:51.914234 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:58:51.921297 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Pushing event deleted for resources: {'Port': ['ID=f385eb1e-d3f7-45aa-8caa-c8b57baa4294,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:51.924192 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] No DVR routers for this DVR port f385eb1e-d3f7-45aa-8caa-c8b57baa4294 on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:58:51.926550 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:51.997915 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.003233 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:52.009993 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.012848 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f992fe1a-14f9-4d9d-ad76-a684c65a4bcb HTTP/1.1" status: 204 len: 168 time: 0.6520641 Jun 22 18:58:52.028420 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f992fe1a-14f9-4d9d-ad76-a684c65a4bcb,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:52.036495 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:52.250082 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 34918) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:52.308240 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-86c6c5e0-44f2-49ca-9471-66d660eec0aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=475ac2b0c01244cda93c79420a97dd69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568073 Jun 22 18:58:52.311683 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 34922) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:58:52.380657 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.420814 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.490552 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.494529 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:52.495686 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0579f911-605c-416e-8c9f-dc824492db5c HTTP/1.1" status: 204 len: 168 time: 0.1823697 Jun 22 18:58:52.496733 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-23785ad5-0ed1-4086-a2d1-8ca8f9350290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:58:52.504962 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0579f911-605c-416e-8c9f-dc824492db5c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:58:52.513787 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:58:52.617499 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device a9108358-8535-4708-84b4-83966270cf19 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:52.640007 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: a9108358-8535-4708-84b4-83966270cf19 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:52.640397 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device a9108358-8535-4708-84b4-83966270cf19 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:52.640833 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f385eb1e-d3f7-45aa-8caa-c8b57baa4294 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:52.662227 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: f385eb1e-d3f7-45aa-8caa-c8b57baa4294 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:52.662575 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device f385eb1e-d3f7-45aa-8caa-c8b57baa4294 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:52.664104 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1de833d0-687d-4a98-85c2-03fbd1845614 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:58:52.684611 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 1de833d0-687d-4a98-85c2-03fbd1845614 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:58:52.685714 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 1de833d0-687d-4a98-85c2-03fbd1845614 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:58:54.330423 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dafb1ed1-337f-4d20-afc9-83477e71d1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:54.646130 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:56.256747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:58.113062 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:59.467537 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:59:17.352360 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:21.299892 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f91ea6f6-5e70-440c-adb8-f86eba38b0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:24.321616 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-db3ec161-e254-466c-88e8-85aa1abca953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:24.651756 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:26.258446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:28.115567 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:36.466570 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:59:47.363915 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:51.302031 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6503e6f3-c4cc-455f-990c-d64f0784aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:54.323515 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e0d5-1896-49ca-919b-b4ab2bd20c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:54.654965 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:56.265109 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:58.119853 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:13.465644 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:00:17.378362 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:21.302295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-672881d2-42d6-498e-b666-80f2b8c08e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:24.324925 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-02a60cdb-0035-4955-81f9-c23c2de40dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:24.658401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:26.266741 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:28.123470 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:47.377919 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:50.467393 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:00:51.303234 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-97d5e56e-14c7-4dd9-94e7-10e1258bb368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:54.327146 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9221b76a-505e-4098-b8e6-2db0e17261bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:54.665791 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:56.268498 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:58.126804 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:17.377738 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:21.309733 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d848103e-87ab-4f58-aa08-a0a60027e35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:24.328851 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9d5926a5-1e23-4495-804f-5cb1e93828fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:24.657283 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:26.273186 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:27.466592 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:01:28.130121 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:47.383646 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:51.301282 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2ed84af7-8442-4e9f-8c5a-37aaa05d3597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:54.330360 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ba7aca37-d497-4b60-8f35-e81f6d11769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:54.659788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:56.273913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:58.131079 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:04.467141 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:02:17.378426 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:21.302802 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-37886be6-8fc7-413d-b234-a3f606c3781e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:24.332058 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-36aaf33a-9586-467c-8306-eaef1f23ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:24.660674 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:26.277944 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:28.133901 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:41.465773 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:02:47.385158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:51.304181 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8b00-3cd7-47ff-adb0-5c20dd91bdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:54.333664 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2ee2ce83-7ef2-4caf-8dcb-aa5e3fb40c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:54.661067 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:56.280724 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:58.138734 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:17.385623 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:18.464832 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:03:21.305387 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8d97e33c-f84c-4a96-a940-23b28b3d3bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:24.334187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c7f7-47ce-47c3-b113-4f6d9565a35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:24.663132 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:26.283309 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:28.142938 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:47.374933 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:51.307258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e062491c-2f5c-463c-82c0-08c0e93ad030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:54.334121 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e4e91d3-6e10-4f9e-9378-170f06140f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:54.664245 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:55.464298 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:03:56.288353 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:03:58.148701 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.491148 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39406) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:10.656452 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.769035 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.773534 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.777885 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1db8225a-5242-481f-a032-dc1581cd514b tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:10.815925 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3bb403-037a-4df0-b925-58cbcf9c330f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:10.820880 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97c964460ab34534976e633a6bb4f989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283832 Jun 22 19:04:10.823551 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39430) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:10.825873 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.826250 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.826612 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.826972 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.827357 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.827657 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.828010 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.828391 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.828740 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.829092 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.829435 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.829783 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.837071 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:10.878840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.899930 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.948735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.952290 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:10.953423 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a3bb403-037a-4df0-b925-58cbcf9c330f HTTP/1.1" status: 204 len: 168 time: 0.1288145 Jun 22 19:04:10.954550 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-643369d7-6c3d-4b11-9b04-a387a866d4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:10.966884 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3bb403-037a-4df0-b925-58cbcf9c330f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:10.971027 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.971413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.971780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.972141 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.972525 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.972883 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.973238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.973590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.973946 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.974302 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.974649 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.976659 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:04:10.980133 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:11.303294 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39446) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:11.317026 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.409723 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.413620 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.415990 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8df478a1-8be9-46bd-8d12-66ff6536ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:11.450016 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2feb6bfbbc1c4843885c9ccd82357124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454685 Jun 22 19:04:11.452646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39448) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:11.454590 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f7922-61a6-4b43-975c-4461d8b1d69b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:11.457655 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-789ce09d-013a-4565-98c3-7a847c7dc12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:11.504367 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.526271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.576575 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.579161 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:11.580480 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f20f7922-61a6-4b43-975c-4461d8b1d69b HTTP/1.1" status: 204 len: 168 time: 0.1266272 Jun 22 19:04:11.581296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4746a891-e230-406d-aa27-d089f0d588f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:11.589151 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f7922-61a6-4b43-975c-4461d8b1d69b,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:11.591367 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:12.304658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39494) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:12.525471 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.620914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.624893 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.627395 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c36ed51d-1880-469c-a2db-b9b7b8995082 tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:12.665742 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ed0cc173dce4b159a62a5e00b3ee2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599949 Jun 22 19:04:12.666517 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8d4ff-6190-4536-81c8-1eae2ca43341,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:12.668488 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39512) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:12.669655 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:12.721350 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.745673 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.794050 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.796794 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:12.798231 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73a8d4ff-6190-4536-81c8-1eae2ca43341 HTTP/1.1" status: 204 len: 168 time: 0.1279755 Jun 22 19:04:12.799005 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e4682ffa-64f0-4de4-be5b-5390cb92536f tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:12.808192 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8d4ff-6190-4536-81c8-1eae2ca43341,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:12.813103 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:17.332976 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39668) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:17.373941 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.434738 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.526274 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.530631 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.534405 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-42ba51cf-3bdd-423c-8fee-b98324903c06 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:17.572822 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1be3d-7236-49c1-a671-64f89e48af87,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:17.576497 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:17.582744 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a4e74914-ecba-4c6c-960d-46dfab9061a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa38b07df00547308fbf0f0fbbd840c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482209 Jun 22 19:04:17.586258 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39678) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:17.635669 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.659541 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.705481 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.708357 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:17.709477 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ab1be3d-7236-49c1-a671-64f89e48af87 HTTP/1.1" status: 204 len: 168 time: 0.1224036 Jun 22 19:04:17.710408 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1c02bbf4-cbb4-40b1-8b7f-11007b5997de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:17.717618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1be3d-7236-49c1-a671-64f89e48af87,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:17.719795 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-6ef89c29-129a-4ab6-a050-a5a000a5e4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:18.015541 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39684) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:18.032993 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.146551 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.152071 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.154649 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f70d9626-542c-4b51-b6c8-a6b1cea0eb56 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:18.197551 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ebad77b7e3094e878f8ccbb232948fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808453 Jun 22 19:04:18.198699 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e756df-4c98-4f8e-a6fb-b0ff64c6a52f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:18.200123 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39688) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:18.201592 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:18.271521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.300761 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.358590 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.361239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:18.362613 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18e756df-4c98-4f8e-a6fb-b0ff64c6a52f HTTP/1.1" status: 204 len: 168 time: 0.1607234 Jun 22 19:04:18.363662 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f03f733a-ce19-4f5f-9fdd-89e2b1d1bb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:18.373530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e756df-4c98-4f8e-a6fb-b0ff64c6a52f,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:18.375184 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:20.763524 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39792) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:20.872664 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:20.971778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:20.976980 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:20.979425 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-444f7f72-4673-46bb-be61-24ecdfabb366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:21.017660 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963b29a7-2929-497e-bb9f-e52f6d045ade,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:21.020921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:21.024516 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d51c573cc664bad81dd8fc05c142120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591908 Jun 22 19:04:21.027066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39796) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:21.081751 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.107294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.161295 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.164656 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.166026 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/963b29a7-2929-497e-bb9f-e52f6d045ade HTTP/1.1" status: 204 len: 168 time: 0.1379290 Jun 22 19:04:21.167181 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bb7b520b-08ff-4fec-847f-04064d608fd2 tempest-VolumesNegativeTest-148889293 tempest-VolumesNegativeTest-148889293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:21.175821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963b29a7-2929-497e-bb9f-e52f6d045ade,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:21.178631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:21.308029 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-294acbd8-2b7a-4cfd-bf69-9e47bb9ff0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.470518 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39806) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:21.485566 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.585809 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.589362 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.591730 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e7d8b632-2ceb-414f-845f-3b6c5818f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:21.626929 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc36e708-20fe-4ea2-ae3f-4ba2903a08f7,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:21.632313 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f2456b7f3184293bbd7c80bb56572ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603703 Jun 22 19:04:21.633863 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:21.633990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39808) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:21.685061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.710783 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.763999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.767868 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:21.769350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc36e708-20fe-4ea2-ae3f-4ba2903a08f7 HTTP/1.1" status: 204 len: 168 time: 0.1344011 Jun 22 19:04:21.770497 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:21.780550 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc36e708-20fe-4ea2-ae3f-4ba2903a08f7,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:21.783424 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:23.769066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39916) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:23.895945 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.027386 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.033651 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.039167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c1392149-4dcb-4b8d-bafd-5e31400e3eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:24.086564 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08308d93-5722-48ac-afea-26616098f7e7,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:24.097020 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:24.107803 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4006c4a9ab5040e0a002523cc9f696ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354802 Jun 22 19:04:24.108450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39934) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:24.165675 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.187379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.237307 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.240920 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.242903 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08308d93-5722-48ac-afea-26616098f7e7 HTTP/1.1" status: 204 len: 168 time: 0.1335831 Jun 22 19:04:24.244225 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f174144c-d42b-463d-aed9-765c92b08e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:24.245671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39940) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:24.258511 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08308d93-5722-48ac-afea-26616098f7e7,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:24.261280 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:24.339068 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7d65ddeb-9c62-4aa9-9c1f-6e06c52a3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.481671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.551122 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39946) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:24.568727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.581574 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.586731 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.592223 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-b91dd4e8-e1e1-41f5-a2bf-7842c509f22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:24.641305 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8dc4074f61424de3bbad81185c4cbd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936164 Jun 22 19:04:24.645854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 39950) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:24.657000 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae703866-b418-4400-b690-1c99db4a00d3,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:24.660005 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5d75656a-c819-485a-855f-c0dfa43811d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:24.691679 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.746908 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.769023 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.780530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.785036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.786574 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-70081fff-e2f7-4710-af00-fd69ae27f802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:24.844178 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ad1109e63a04ae3afa43ca5a3834212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918167 Jun 22 19:04:24.844981 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9be0ec-1d28-4013-8dc9-4490dd56fb7a,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:24.846993 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 39966) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:24.848239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:24.871576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.874819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.876418 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae703866-b418-4400-b690-1c99db4a00d3 HTTP/1.1" status: 204 len: 168 time: 0.2282658 Jun 22 19:04:24.877551 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ca02e519-531b-4ac7-863c-589a418333c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:24.886033 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae703866-b418-4400-b690-1c99db4a00d3,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:24.888605 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:24.926159 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:24.954410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:25.014968 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:25.018235 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:25.019851 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f9be0ec-1d28-4013-8dc9-4490dd56fb7a HTTP/1.1" status: 204 len: 168 time: 0.1714942 Jun 22 19:04:25.020716 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7705a9fb-40f1-4fa1-b7e5-9d0f922041e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:25.041601 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9be0ec-1d28-4013-8dc9-4490dd56fb7a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:25.048824 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:26.302322 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:28.140836 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:32.464078 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:04:37.439870 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40390) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:37.555231 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.648638 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.652511 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.658889 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-909c4c8f-3629-450c-9cc3-71626c41d717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:37.691430 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=400bb046b10d48638a3118287145fd5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504487 Jun 22 19:04:37.692465 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43256062-50ff-4e27-9516-7baeac0371f6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:37.694979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40406) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:37.696324 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:37.750399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.771239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.822218 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.825021 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:37.826262 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43256062-50ff-4e27-9516-7baeac0371f6 HTTP/1.1" status: 204 len: 168 time: 0.1285508 Jun 22 19:04:37.827268 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dbea3613-726b-4c2b-89ba-61fe786cfefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:37.834990 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43256062-50ff-4e27-9516-7baeac0371f6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:37.838012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:38.149827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40426) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:38.166828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.283684 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40430) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:38.391929 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.530588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.534214 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.538105 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5581d45f-a4a5-4d47-84e9-ef389b4724d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:38.577849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7fcdcabee0d43b19c6701dfd66323b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246204 Jun 22 19:04:38.577849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf73b0d-7d70-41f1-aab9-736eba8b7121,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:38.579314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40436) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:38.585520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:38.616867 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.621247 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.624937 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e08e4fd2-f7da-4b60-b45c-192253f45b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:38.636750 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.658496 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69b9b5303a3e411595ef1b19a109d0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736837 Jun 22 19:04:38.658921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.661349 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40438) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:38.663587 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae2ee7-4ab0-44fc-827c-80263fba8f6a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:38.667812 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:38.748764 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.757847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.760420 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.761604 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcf73b0d-7d70-41f1-aab9-736eba8b7121 HTTP/1.1" status: 204 len: 168 time: 0.1811576 Jun 22 19:04:38.763804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9fa03d89-61b7-406d-872c-c54f437eea01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:38.775477 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf73b0d-7d70-41f1-aab9-736eba8b7121,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:38.781450 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:38.786098 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.833445 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.837119 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:38.838340 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4ae2ee7-4ab0-44fc-827c-80263fba8f6a HTTP/1.1" status: 204 len: 168 time: 0.1758614 Jun 22 19:04:38.839217 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-44503427-536e-42e1-ab04-c6970b9ce7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:38.847409 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ae2ee7-4ab0-44fc-827c-80263fba8f6a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:38.849840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-07597bc2-064b-4644-9135-8099133868f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:39.208833 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40464) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:39.228639 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.340855 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.346035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.349864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2806edaa-50dd-4a02-ab7b-173194166edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:39.387056 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5473c02fb6e14e4384d12c1de93d0dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768267 Jun 22 19:04:39.388067 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d926f3f-e582-43b9-8b72-caf021e76153,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:39.389755 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40470) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:39.391180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:39.446750 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.468076 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.516590 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.519584 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.523049 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d926f3f-e582-43b9-8b72-caf021e76153 HTTP/1.1" status: 204 len: 168 time: 0.1293423 Jun 22 19:04:39.523049 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9bb628ea-42e0-4584-95dd-48e12bb1e1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:39.538114 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d926f3f-e582-43b9-8b72-caf021e76153,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:39.541873 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:39.857562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40494) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:39.871351 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.976849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.980752 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:39.984330 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-be18e0d4-2c46-428a-bb92-d13bef1484d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:40.035151 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce7d740751434491ac27203f37683372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765282 Jun 22 19:04:40.038118 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 40502) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:40.047506 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264bb422-bf98-494a-8f36-8150177c5a9d,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:40.049014 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b2fd8c71-9afb-4832-a545-357acabb970d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:40.095239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:40.117015 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:40.164866 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:40.167620 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:40.168801 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/264bb422-bf98-494a-8f36-8150177c5a9d HTTP/1.1" status: 204 len: 168 time: 0.1293905 Jun 22 19:04:40.169572 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c2de783f-1038-49e6-a5d8-21e6a70e184d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:40.177403 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264bb422-bf98-494a-8f36-8150177c5a9d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:40.182207 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ef489705-6c2b-46ad-aa90-9649c40fc039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:40.993498 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40550) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:41.201400 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Deleting subnet ab0265c8-c14b-48e0-a14e-81fec665c72f {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 19:04:41.204729 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.241236 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2748144'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.282958 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.569899 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427474'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.572888 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-e98ea8f5-6b0a-4a31-a62f-0893e886f647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:41.597672 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0265c8-c14b-48e0-a14e-81fec665c72f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:41.601161 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.603860 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ab0265c8-c14b-48e0-a14e-81fec665c72f HTTP/1.1" status: 204 len: 168 time: 0.6080828 Jun 22 19:04:41.603860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3e73cfd6-c4c1-4b1c-9ffb-9eafe2a4cfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:41.605343 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40600) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:41.677365 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.766045 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.776382 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8383bba3-5af1-4bd8-ba31-5fb3f3297118']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:04:41.788064 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:04:41.788794 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbc034b-44e4-4ec4-bfb1-20e0d68f6f64') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:04:41.799544 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.818470 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.829409 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 19:04:41.831044 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 19:04:41.832973 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 19:04:41.895240 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.901566 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:41.906923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:41.908814 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] 10.222.0.68 "DELETE /v2.0/networks/8383bba3-5af1-4bd8-ba31-5fb3f3297118 HTTP/1.1" status: 204 len: 168 time: 0.3027427 Jun 22 19:04:41.926635 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Pushing event deleted for resources: {'Network': ['ID=8383bba3-5af1-4bd8-ba31-5fb3f3297118,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:41.930264 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3a88b404-9dbe-496b-809e-5072fe3c246b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:42.048313 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40636) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:42.090899 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b22e1e73-193e-42e7-9e59-8605c942818f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d660dc05f06040c2b087fd47a312936e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415235 Jun 22 19:04:42.093200 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 40640) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:04:42.155008 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:42.168843 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:42.214055 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:42.216904 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:42.218017 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b0e7d67-7056-4aa5-a05b-591d22c5feab HTTP/1.1" status: 204 len: 168 time: 0.1239324 Jun 22 19:04:42.218803 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-95b1d8b3-bc23-4a16-bd4c-22c6f36ebb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:04:42.226795 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e7d67-7056-4aa5-a05b-591d22c5feab,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:04:42.233643 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:04:47.391225 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:51.314349 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-54bab3e8-a029-4cae-bb65-4cc502c424de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:54.330800 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d22db31b-e466-4bb7-bae2-3f43c1762d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:54.665388 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:56.293971 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:04:58.144674 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.040141 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41038) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.056490 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41042) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.157865 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.175932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.254618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.257915 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.262209 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-deb52223-0b4e-4bfd-8679-7cf889714ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:04.301329 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0050f16-53f1-45fc-8edd-30d541b8296c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:04.309809 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8a566605c6fc4eac8900bd070aefd636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682455 Jun 22 19:05:04.310129 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41048) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.311027 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:04.341625 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.345347 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.348576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7859e9f7-53f9-468a-a063-772e09f4920d tempest-AttachVolumeShelveTestJSON-1866406862 tempest-AttachVolumeShelveTestJSON-1866406862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:04.360958 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.381949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.382228 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c459616ff84b45ba974fd07cdc417b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245168 Jun 22 19:05:04.384142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb609bc-33b8-4981-b8b1-555f9cc219be,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:04.387609 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:04.388457 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41050) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.429385 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.432004 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.433294 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0050f16-53f1-45fc-8edd-30d541b8296c HTTP/1.1" status: 204 len: 168 time: 0.1211727 Jun 22 19:05:04.434174 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7bee0616-2bd1-4254-aea4-e42f4658b170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:04.441089 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.445445 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0050f16-53f1-45fc-8edd-30d541b8296c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:04.453309 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:04.465284 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.520294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.524235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.525721 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dfb609bc-33b8-4981-b8b1-555f9cc219be HTTP/1.1" status: 204 len: 168 time: 0.1362116 Jun 22 19:05:04.526883 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-82dd5248-a5ec-4e44-abee-f962fb516e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:04.536597 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb609bc-33b8-4981-b8b1-555f9cc219be,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:04.539085 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:04.733035 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41064) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.747022 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.843572 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.847301 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:04.851982 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1ed0fbd0-85e4-415a-98a3-3efe15012846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:04.898366 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5109de5-a642-4111-99b4-eeddd646a1cf,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:04.905061 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:04.909055 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c137ff91982f40c79b500f6d66f8cea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748471 Jun 22 19:05:04.913182 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41070) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:04.996842 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:05.029418 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:05.084310 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:05.087078 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:05.090743 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5109de5-a642-4111-99b4-eeddd646a1cf HTTP/1.1" status: 204 len: 168 time: 0.1738982 Jun 22 19:05:05.090743 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-db8d8376-5209-42fa-a0bd-d6ff54e0e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:05.097231 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5109de5-a642-4111-99b4-eeddd646a1cf,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:05.100336 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:05.912279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41128) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:06.027325 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.125880 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.130232 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.133436 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-c2ae0293-ca96-478f-9431-83c182834e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:06.169273 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a2018573ed043d78e52e3ef9b4b3c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557304 Jun 22 19:05:06.170348 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf471a-0c76-4fdf-892d-5e575d10c760,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:06.171825 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41144) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:06.177336 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:06.227012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.251678 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.301942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.304939 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:06.306067 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76cf471a-0c76-4fdf-892d-5e575d10c760 HTTP/1.1" status: 204 len: 168 time: 0.1327231 Jun 22 19:05:06.307031 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b331b9c1-0266-4f97-a51b-41385811e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:06.315551 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf471a-0c76-4fdf-892d-5e575d10c760,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:06.317899 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-db9e5716-1ea4-4b12-948b-3ffbfcb2f2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:07.506820 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41194) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:07.608006 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.707764 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.711603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.713931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1a165a80-55aa-415c-9a7e-93e5e527af37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:07.752900 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7a6a5bc706ad46a38e162c36233eb7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450240 Jun 22 19:05:07.753836 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88798bbe-6b76-45c6-80a9-7247eaad2d2b,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:07.755553 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41198) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:07.757264 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5423625c-d852-49af-af5b-78fbe4795036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:07.806558 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.826689 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.870139 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.873279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:07.874445 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88798bbe-6b76-45c6-80a9-7247eaad2d2b HTTP/1.1" status: 204 len: 168 time: 0.1178360 Jun 22 19:05:07.875192 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7d72c99a-a19e-42c3-83ba-62169d78d5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:07.882292 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88798bbe-6b76-45c6-80a9-7247eaad2d2b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:07.884609 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:08.124709 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41204) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:08.138805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.228385 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.233701 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.236124 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-78a749b1-c2c0-4c80-83ca-ec3621f36dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:08.269933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258de53-d5fb-450a-88ec-b3e9215df55b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:08.274181 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=032fd875d4a84dae9a52e379bb482d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484745 Jun 22 19:05:08.275090 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:08.277653 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41210) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:08.323991 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.347659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.393205 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.396086 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:08.397222 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1258de53-d5fb-450a-88ec-b3e9215df55b HTTP/1.1" status: 204 len: 168 time: 0.1185966 Jun 22 19:05:08.398016 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ad79c7f8-7587-48c5-9f59-afb8a097fa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:08.405954 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258de53-d5fb-450a-88ec-b3e9215df55b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:08.408199 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a41f2335-9c53-4d97-a891-52138615dff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:09.470088 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:05:10.062091 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41276) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:10.166108 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.262146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.267060 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.277674 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b0ca26a4-31eb-42ee-aef2-66bbe11dfa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:10.305019 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5b89fe4300e4ead9e2902305e099fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418554 Jun 22 19:05:10.307934 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41284) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:10.310657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e62b9b-07ca-4762-83c1-eede78720b11,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:10.313810 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:10.366143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.387930 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.442143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.445237 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.446515 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42e62b9b-07ca-4762-83c1-eede78720b11 HTTP/1.1" status: 204 len: 168 time: 0.1362147 Jun 22 19:05:10.447283 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-42cfa7e7-24b7-406f-9118-0fd8df7bb4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:10.456363 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e62b9b-07ca-4762-83c1-eede78720b11,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:10.458631 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:10.787988 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41304) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:10.798447 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41306) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:10.801809 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.896444 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.900248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:10.903475 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3407d63a-a031-488f-bf67-3bb61322b5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:10.944658 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e006396dc8b4fa390c5efca38056379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516244 Jun 22 19:05:10.944658 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b6b162-fee2-4f10-a104-d1e62bb0d2e0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:10.944966 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41310) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:10.951462 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.951853 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.952246 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.952621 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.952989 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.953531 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.954051 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.954423 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.954790 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.955150 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.955508 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.955876 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:10.960235 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2ac3e76d-511b-4ca5-8d6a-f368ec782de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:10.987110 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.040105 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.071317 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.149819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.151383 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.154294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.155487 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7b6b162-fee2-4f10-a104-d1e62bb0d2e0 HTTP/1.1" status: 204 len: 168 time: 0.2100623 Jun 22 19:05:11.156684 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-83c0c3ee-2898-4635-8072-dffa9189a583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:11.158830 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.171441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b6b162-fee2-4f10-a104-d1e62bb0d2e0,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:11.186002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.186389 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.187115 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.187115 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.187482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.187846 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.188229 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.188598 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.188957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.189313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.189674 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.190030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:11.195215 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:11.195744 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4fb1d4d9-6509-48a8-8779-5509c90b608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:11.208896 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ee49543e732483685366134c92698ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070046 Jun 22 19:05:11.209724 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41314) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:11.235212 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78e5d8f-efc6-4dcd-bc37-56e0d39fa3a9,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:11.241708 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-93fb89d7-17c8-45e8-9272-fe3520d8e398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:11.271581 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.294292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.343146 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.350635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:11.352053 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c78e5d8f-efc6-4dcd-bc37-56e0d39fa3a9 HTTP/1.1" status: 204 len: 168 time: 0.1416702 Jun 22 19:05:11.353148 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-58901e6a-ddad-451a-b0b6-796129bb0165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:11.360910 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78e5d8f-efc6-4dcd-bc37-56e0d39fa3a9,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:11.368721 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:17.395758 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:21.305392 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4fe1-f769-4cd1-a573-dfb65ed801a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:24.330115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-699713cb-63c4-4296-a9df-9ebf9dffacab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:24.669805 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:24.829623 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41542) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:24.929428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.036233 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.050931 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.055095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-053a0c5b-01c2-4f34-b48b-ef3eb28c965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:25.092780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd9e33-029f-4ef8-b16c-0630ffcf287d,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:25.097539 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=845d46cb451442d39c71ef3650424a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669177 Jun 22 19:05:25.098822 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-05221d87-a247-4535-af47-5557c0480f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:25.100035 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41560) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:25.150433 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.172066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.217059 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.219804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:25.220978 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58dd9e33-029f-4ef8-b16c-0630ffcf287d HTTP/1.1" status: 204 len: 168 time: 0.1200058 Jun 22 19:05:25.221755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-595270f1-916c-4b50-b1e8-dc741ca98658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:25.229180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd9e33-029f-4ef8-b16c-0630ffcf287d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:25.232235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:26.298981 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.513200 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41580) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:26.612467 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.697242 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.702117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.704670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f7d13638-3800-464d-821a-29bfe04d47a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:26.741480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b8d5c-b4d0-47c7-a94b-93140f290e7e,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:26.744999 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:26.748050 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d06de571bce47c0827d2a92ef820240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338674 Jun 22 19:05:26.750846 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41584) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:26.802445 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.822894 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.867055 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.869588 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:26.871213 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/063b8d5c-b4d0-47c7-a94b-93140f290e7e HTTP/1.1" status: 204 len: 168 time: 0.1188679 Jun 22 19:05:26.872059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8bc2d820-a26b-4f2e-ac1a-fb1c8c064f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:26.879115 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b8d5c-b4d0-47c7-a94b-93140f290e7e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:26.881451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8c496bba-634f-4490-894e-9ee71314aea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:27.120667 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41590) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:27.134074 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.234507 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.238282 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.241637 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ec323386-352d-4061-9d6e-23eebf911814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:27.276391 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=740311efc26a4024b55d2a6ede77cc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540587 Jun 22 19:05:27.277879 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622cc6bc-2685-43ca-a90f-cbf83a5715e0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:27.280303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41598) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:27.280970 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:27.332364 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.352142 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.404199 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.406805 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.408022 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/622cc6bc-2685-43ca-a90f-cbf83a5715e0 HTTP/1.1" status: 204 len: 168 time: 0.1262448 Jun 22 19:05:27.408814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-db0b8429-eebe-4c3e-82f3-f1a2d0191f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:27.415925 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622cc6bc-2685-43ca-a90f-cbf83a5715e0,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:27.421066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-da0af03b-919b-4b41-9628-53b5c94dc608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:27.456373 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41604) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:27.666478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.753702 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.758506 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.762571 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4a692eec-31a0-4375-8f79-3f00ba9a399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:27.798010 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f855a6cbd624e30bab2c1d22a95be66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403614 Jun 22 19:05:27.799958 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de97b3b-af9f-4b10-adb6-67b815fc0c33,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:27.800693 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41618) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:27.802965 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:27.852734 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.877239 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.925767 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.928528 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:27.929662 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8de97b3b-af9f-4b10-adb6-67b815fc0c33 HTTP/1.1" status: 204 len: 168 time: 0.1279042 Jun 22 19:05:27.930485 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-57b5bbfd-ec04-4e4f-8402-1852b45c0b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:27.938483 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de97b3b-af9f-4b10-adb6-67b815fc0c33,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:27.940717 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:28.148229 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.392048 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41650) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:28.504450 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.593975 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.597803 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.601008 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-be89487c-ec61-46b4-853a-c1a8443cd8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:28.636170 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc2014aef9f940fea1a44176baaa881b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429883 Jun 22 19:05:28.637599 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c975cc-401e-4504-9ebd-acb59a4084d0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:28.638950 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41662) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:28.640578 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-02296335-f625-4deb-9c67-1ff8cc1333f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:28.693484 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.713998 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.760955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.763717 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:28.764925 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7c975cc-401e-4504-9ebd-acb59a4084d0 HTTP/1.1" status: 204 len: 168 time: 0.1241858 Jun 22 19:05:28.765780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4c2833da-4246-4902-8a95-261c8e07ae38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:28.775314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c975cc-401e-4504-9ebd-acb59a4084d0,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:28.778496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:29.437275 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41694) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:29.528333 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1604787332-network', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:29.548577 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Made reservation on behalf of be2f07c28ce249c4b8588a6246c4df7a for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:05:29.550804 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.559530 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.647424 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.651147 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.654906 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d5a47365-d816-412d-996f-c7eabd643aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:29.677237 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 19:05:29.686661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea8f6a-c4f2-42fb-b3e0-4e8289f967f3,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:29.690406 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:29.693165 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.693505 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Added segment 4ac76253-8bc2-42d1-a36e-8bcf494e796b of type vlan for network 2018ba09-950f-400c-9da6-fc56d4509dc3 Jun 22 19:05:29.734936 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.761747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.763323 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:05:29.763894 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:29.765973 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:29.813131 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747504 Jun 22 19:05:29.815895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41698) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:29.820908 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Request body: {'subnet': {'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1604787332-subnet', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'ip_version': 4}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:29.823969 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Pushing event updated for resources: {'Network': ['ID=2018ba09-950f-400c-9da6-fc56d4509dc3,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:29.826830 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:29.834446 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 19:05:29.841925 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Made reservation on behalf of be2f07c28ce249c4b8588a6246c4df7a for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:05:29.845117 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777723'] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.010134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3580251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777685'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.013915 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-30d4c228-0bc6-4c8e-a5e4-6e52b870e30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:30.067372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1871c873-f676-4aad-b3b3-56df5cea13ca,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:30.070336 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:30.072956 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:30.073364 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Network hostable DHCP agents. Network: 2018ba09-950f-400c-9da6-fc56d4509dc3, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 19:05:30.089177 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 19:05:30.098492 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 2018ba09-950f-400c-9da6-fc56d4509dc3) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:30.102854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:05:30.103534 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.109157 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c645f5-0f30-4905-9a78-034e75770cf5 None None] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:05:30.117758 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-6485764d-368b-4ce6-a4e4-5178833dda21 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3007607 Jun 22 19:05:30.120811 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41704) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:30.125598 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:30.148416 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.149630 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.210860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.275848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-2018ba09-950f-400c-9da6-fc56d4509dc3', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 19:05:30.275848 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.378393 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.420089 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Allocated IP 172.20.0.2 (2018ba09-950f-400c-9da6-fc56d4509dc3/1871c873-f676-4aad-b3b3-56df5cea13ca/764ae4d1-85d7-409a-bff7-3d8c8f541306) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:30.590713 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.603583 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Transition to ACTIVE for port object 764ae4d1-85d7-409a-bff7-3d8c8f541306 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:30.622408 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Transition to ACTIVE for port object 764ae4d1-85d7-409a-bff7-3d8c8f541306 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:30.630052 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.633979 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:30.657860 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.679902 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.681824 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:30.683883 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Pushing event updated for resources: {'Port': ['ID=764ae4d1-85d7-409a-bff7-3d8c8f541306,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:30.686434 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:30.689762 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:30.698385 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.698762 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.699291 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.699630 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.699968 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.700330 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.700663 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.700993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.701321 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.701652 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.702403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.702403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:30.707618 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:30.762279 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Attempting to bind port 764ae4d1-85d7-409a-bff7-3d8c8f541306 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:30.762486 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Attempting to bind port 764ae4d1-85d7-409a-bff7-3d8c8f541306 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:30.762853 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Attempting to bind port 764ae4d1-85d7-409a-bff7-3d8c8f541306 on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:30.767801 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:30.768191 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:30.768647 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.769295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Bound using segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:30.769768 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Bound port: 764ae4d1-85d7-409a-bff7-3d8c8f541306, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:30.770153 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.792377 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Allocated IP 172.27.0.99 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/32f4c613-dc67-4404-bb50-16654dff347e) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:30.838761 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] For port 764ae4d1-85d7-409a-bff7-3d8c8f541306, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:30.842296 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] For port 764ae4d1-85d7-409a-bff7-3d8c8f541306, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=764ae4d1-85d7-409a-bff7-3d8c8f541306,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:30.850824 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.853152 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:30.903449 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.921190 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Pushing event updated for resources: {'Port': ['ID=764ae4d1-85d7-409a-bff7-3d8c8f541306,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:30.926684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:30.951830 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:30.953969 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9c9870d7-a294-414e-9b3f-c32f079651c1 tempest-ServerRescueNegativeTestJSON-1105734423 tempest-ServerRescueNegativeTestJSON-1105734423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:30.997528 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:31.000755 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:31.004288 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:31.009828 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Pushing event updated for resources: {'Port': ['ID=32f4c613-dc67-4404-bb50-16654dff347e,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:31.029984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:31.286916 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:31.481838 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:31.619169 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 19:05:31.837732 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86705973-0872-416a-b55e-ee6212742ec7 None None] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:05:31.894554 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-24492488-f709-40c6-b2f9-9003e562ae13 None None] Provisioning for port 764ae4d1-85d7-409a-bff7-3d8c8f541306 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:31.953150 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:05:31.962737 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:05:31.974415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:31.979239 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41742) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:31.980704 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8585775 Jun 22 19:05:31.981856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:31.984525 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:32.119478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:32.306940 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:31Z', 'revision_number': 3, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:32.340316 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:05:32.340847 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Updating router c8a62e27-8139-4587-84bc-672c1ddc7a26 port 32f4c613-dc67-4404-bb50-16654dff347e binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 19:05:32.378846 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.419013 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.583714 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Allocated IP 172.20.0.1 (2018ba09-950f-400c-9da6-fc56d4509dc3/1871c873-f676-4aad-b3b3-56df5cea13ca/89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:32.643635 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.653747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Transition to ACTIVE for port object 32f4c613-dc67-4404-bb50-16654dff347e will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:32.659596 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.661398 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-2a72aaea-97ad-44bf-89d7-35804dca3747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:32.688916 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.702453 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Transition to ACTIVE for port object 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:32.714650 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31aa05-950d-4e72-9c86-3edbb78d0b48 None None] Pushing event updated for resources: {'Port': ['ID=32f4c613-dc67-4404-bb50-16654dff347e,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:32.717171 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Attempting to bind port 32f4c613-dc67-4404-bb50-16654dff347e on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:32.717562 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Attempting to bind port 32f4c613-dc67-4404-bb50-16654dff347e by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:32.717939 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Attempting to bind port 32f4c613-dc67-4404-bb50-16654dff347e on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:32.720021 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ef31aa05-950d-4e72-9c86-3edbb78d0b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:32.724518 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:32.724910 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:32.725323 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.725721 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:32.726200 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Bound port: 32f4c613-dc67-4404-bb50-16654dff347e, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:32.726581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.737094 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.739042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-24d079fe-afdc-4ebd-8838-30af2484cc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:32.777359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:32.778999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] For port 32f4c613-dc67-4404-bb50-16654dff347e, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:32.780441 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:32.782754 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] For port 32f4c613-dc67-4404-bb50-16654dff347e, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=32f4c613-dc67-4404-bb50-16654dff347e,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:32.784057 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:32.788895 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.790946 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-f6279b35-e107-483e-9433-df17ea2ff57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:32.811863 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:32.816001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:32.834042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:32.867158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:32.867869 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:32.869901 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31aa05-950d-4e72-9c86-3edbb78d0b48 None None] Pushing event updated for resources: {'Port': ['ID=32f4c613-dc67-4404-bb50-16654dff347e,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:32.881942 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ef31aa05-950d-4e72-9c86-3edbb78d0b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:32.952491 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 764ae4d1-85d7-409a-bff7-3d8c8f541306 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:33.028109 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.071468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:33.178475 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 764ae4d1-85d7-409a-bff7-3d8c8f541306 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:33.183516 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-5667d2f7-323a-483d-8f09-bc4135109b6c None None] Provisioning for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:33.187596 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 764ae4d1-85d7-409a-bff7-3d8c8f541306 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:33.187980 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.192840 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.196809 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-5667d2f7-323a-483d-8f09-bc4135109b6c None None] Provisioning complete for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:33.197182 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5667d2f7-323a-483d-8f09-bc4135109b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.198212 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.201781 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e626a63f-2de5-450d-be2a-f00c9e107dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:33.273041 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.275058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:33.279054 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:33.367803 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:33.369253 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:33.433887 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-5667d2f7-323a-483d-8f09-bc4135109b6c None None] Port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:05:33.494294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:05:33.529060 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.553195 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:31Z', 'revision_number': 3, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:33.584309 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc1090-3f81-4db9-a84f-3a27a79b4d15 None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:31Z', 'revision_number': 3, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:05:33.607488 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 764ae4d1-85d7-409a-bff7-3d8c8f541306, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=764ae4d1-85d7-409a-bff7-3d8c8f541306,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:33.613712 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.615595 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-c702c4e2-0c98-445c-a3dc-da55d75895dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:33.633821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:05:33.653635 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] 10.222.0.68 "PUT /v2.0/routers/c8a62e27-8139-4587-84bc-672c1ddc7a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727173 Jun 22 19:05:33.668026 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=764ae4d1-85d7-409a-bff7-3d8c8f541306,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:33.672098 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:33.753855 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d6f6-1b52-4aa9-859c-cc1f9062d839 None None] Provisioning complete for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:33.754251 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d6f6-1b52-4aa9-859c-cc1f9062d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:33.801377 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1d6f6-1b52-4aa9-859c-cc1f9062d839 None None] Port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:05:34.162150 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41780) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:34.167440 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1075686947-network', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:34.191272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Made reservation on behalf of 691f2c42061f4a46be7a7e75cb0e7e61 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:05:34.197504 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.208119 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.321889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.333534 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.340934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7716fb6b-3df3-4330-b1cc-c52a05a1b5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:34.374472 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 19:05:34.382419 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68138fd-a9bf-4178-85ee-ca528447fc71,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:34.389532 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:34.392989 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.393467 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Added segment 22093d02-e6ba-47f4-bc02-6729be921df8 of type vlan for network d02433ab-bd1e-4e71-8046-f80ae3595496 Jun 22 19:05:34.442989 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.474737 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.476251 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:05:34.476839 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.479785 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:34.528166 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3624938 Jun 22 19:05:34.528952 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41786) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:34.533973 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Request body: {'subnet': {'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1075686947-subnet', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:34.536354 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Pushing event updated for resources: {'Network': ['ID=d02433ab-bd1e-4e71-8046-f80ae3595496,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:34.541475 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:34.546800 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network d02433ab-bd1e-4e71-8046-f80ae3595496 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 19:05:34.559105 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Made reservation on behalf of 691f2c42061f4a46be7a7e75cb0e7e61 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:05:34.561437 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.736294 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.739077 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:34.789279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e215e693-d4a1-4445-9f2e-88ecb7f782ae,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:34.793766 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:34.802185 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Checking segment: {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:34.802545 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Network hostable DHCP agents. Network: d02433ab-bd1e-4e71-8046-f80ae3595496, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 19:05:34.821582 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Network d02433ab-bd1e-4e71-8046-f80ae3595496 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 19:05:34.832557 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, d02433ab-bd1e-4e71-8046-f80ae3595496) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:34.836800 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:05:34.837395 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.844149 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66d06b-4954-4da9-9a41-3a79083597ef None None] Network d02433ab-bd1e-4e71-8046-f80ae3595496 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:05:34.854574 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7d4131aa-d334-4e6b-891e-ecd64904575e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3242376 Jun 22 19:05:34.857018 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41790) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:34.864014 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:34.894915 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28636'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.896531 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28613'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:34.959555 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 764ae4d1-85d7-409a-bff7-3d8c8f541306 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:34.966678 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.040089 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d84a9f-7364-5eee-987e-f933b9e86f7c-d02433ab-bd1e-4e71-8046-f80ae3595496', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae'}]}} from dv-cinder-774286-17-iscsi. {{(pid=92933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 19:05:35.040985 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.054340 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 764ae4d1-85d7-409a-bff7-3d8c8f541306 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:35.054718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.109203 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28659'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.194039 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:05:35.206842 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:35.207470 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:35.238199 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 32f4c613-dc67-4404-bb50-16654dff347e up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:35.240287 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.db_base_plugin_common [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Allocated IP 172.20.0.2 (d02433ab-bd1e-4e71-8046-f80ae3595496/e215e693-d4a1-4445-9f2e-88ecb7f782ae/33cdee71-2e22-466d-9854-c0d87d502270) {{(pid=92933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:35.316239 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:35.337483 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.351350 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 32f4c613-dc67-4404-bb50-16654dff347e completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:35.357104 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.362262 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 32f4c613-dc67-4404-bb50-16654dff347e triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:35.362649 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.470949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Allocated IP 172.27.0.223 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:35.490795 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks [] for port, precommit_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.522905 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Transition to ACTIVE for port object 33cdee71-2e22-466d-9854-c0d87d502270 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:35.534653 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.567649 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Transition to ACTIVE for port object 33cdee71-2e22-466d-9854-c0d87d502270 will not be triggered until provisioned by entity DHCP. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:35.571654 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 32f4c613-dc67-4404-bb50-16654dff347e, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=32f4c613-dc67-4404-bb50-16654dff347e,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:35.577652 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.582033 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:35.633417 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.656649 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:33Z', 'revision_number': 2, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:35.675529 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679'] for port, after_create {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.680058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.684153 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:35.686397 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=32f4c613-dc67-4404-bb50-16654dff347e,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:35.690275 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:35.693847 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:35.699851 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:05:35.700111 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Updating router c8a62e27-8139-4587-84bc-672c1ddc7a26 port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 19:05:35.705106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Network d02433ab-bd1e-4e71-8046-f80ae3595496 is already hosted by enough agents. {{(pid=92933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:35.725409 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.scheduler.base_scheduler [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Resources bound (agent type, host, resource id): {{(pid=92933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:35.727820 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Received port after_create {{(pid=92933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:35.737669 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.740376 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:35.747350 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:35.749832 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:35.756550 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:35.759522 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:35.804927 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Attempting to bind port 33cdee71-2e22-466d-9854-c0d87d502270 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:35.805317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Attempting to bind port 33cdee71-2e22-466d-9854-c0d87d502270 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:35.805694 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Attempting to bind port 33cdee71-2e22-466d-9854-c0d87d502270 on network d02433ab-bd1e-4e71-8046-f80ae3595496 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:35.814151 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Pushing event updated for resources: {'Port': ['ID=33cdee71-2e22-466d-9854-c0d87d502270,revision_number=1']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:35.817082 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:35.818042 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:35.818535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Checking segment: {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:35.818962 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.819357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Bound using segment: {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:35.819849 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Bound port: 33cdee71-2e22-466d-9854-c0d87d502270, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:35.820251 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.909625 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] For port 33cdee71-2e22-466d-9854-c0d87d502270, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:35.914984 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] For port 33cdee71-2e22-466d-9854-c0d87d502270, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=33cdee71-2e22-466d-9854-c0d87d502270,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:35.922096 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:35.926466 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:36.015675 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Pushing event updated for resources: {'Port': ['ID=33cdee71-2e22-466d-9854-c0d87d502270,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:36.036668 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ae49ddcd-4f88-4cbc-ae62-a06d5429d54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:36.080502 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.091510 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Transition to ACTIVE for port object 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:36.097676 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.100755 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-6bb2781a-56a0-48f4-9409-f0f698f6c916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:36.112999 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.154672 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Pushing event updated for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:36.180093 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.180502 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.180849 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.181247 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.181500 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.181828 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.182152 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.182475 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.182799 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.184228 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.184228 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.184437 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:05:36.188295 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:36.242230 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Attempting to bind port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:36.242869 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Attempting to bind port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:36.243082 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Attempting to bind port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:36.251077 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:36.251077 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:36.251077 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.251077 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Bound using segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:36.251077 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Bound port: 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:36.252506 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.330860 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] For port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:36.334525 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] For port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:36.339926 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.343406 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:36.361128 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485858'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.409743 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:36.410376 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:36.457841 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Pushing event updated for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=4']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:36.464283 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-904ae3cc-b87d-4ca4-afa2-bd92a39551d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:36.518925 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Router a0867bbe-3bba-4603-8a11-6914ad431f91 is scheduled to L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 19:05:36.534806 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:36.642122 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:05:36.655709 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Sync routers for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:05:36.658501 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:36.660268 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8008742 Jun 22 19:05:36.662965 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41802) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:36.673137 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:36.673781 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:36.774283 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:36Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:36.816684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:36.821246 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052767d-f461-471b-bd6c-f01e25433d37 None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:36Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:05:37.083477 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 32f4c613-dc67-4404-bb50-16654dff347e up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:37.124795 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 3, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:37.156846 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Checking router: a0867bbe-3bba-4603-8a11-6914ad431f91 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:05:37.157092 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Updating router a0867bbe-3bba-4603-8a11-6914ad431f91 port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 binding host dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 19:05:37.200901 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.206178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41425d8f-1af1-404c-aae8-bc14f9f97f96 None None] Network d02433ab-bd1e-4e71-8046-f80ae3595496 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:05:37.278158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 32f4c613-dc67-4404-bb50-16654dff347e triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:37.278451 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.289079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.406276 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c4923aad-2a36-47e7-a208-53e6c3190da3 None None] Provisioning for port 33cdee71-2e22-466d-9854-c0d87d502270 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:37.459306 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Allocated IP 172.20.0.1 (d02433ab-bd1e-4e71-8046-f80ae3595496/e215e693-d4a1-4445-9f2e-88ecb7f782ae/79eeed17-5e0a-4a75-8024-e540abea481a) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:05:37.570213 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.584467 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Transition to ACTIVE for port object 79eeed17-5e0a-4a75-8024-e540abea481a will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:37.593263 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 33cdee71-2e22-466d-9854-c0d87d502270 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:37.618879 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.621526 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-742bae38-58ae-45b3-a4ae-a5083e19eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:37.662691 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Network d02433ab-bd1e-4e71-8046-f80ae3595496 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:37.666016 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:37.669932 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:05:37.697277 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Pushing event updated for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:37.702146 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:37.719747 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483540'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.853967 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.858519 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 33cdee71-2e22-466d-9854-c0d87d502270 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:37.867515 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 33cdee71-2e22-466d-9854-c0d87d502270 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:37.867898 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.870500 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Transition to ACTIVE for port object ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:37.874847 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.900059 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:37.903458 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:37.988645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Attempting to bind port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:37.989031 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Attempting to bind port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:37.989403 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Attempting to bind port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 on network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:37.992924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef1f-a0c9-4c35-8299-e440731a46db None None] Pushing event updated for resources: {'Port': ['ID=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:37.998735 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4d5cef1f-a0c9-4c35-8299-e440731a46db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:38.001414 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:38.001564 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Checking segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:38.001888 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.002289 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Bound using segment: {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:38.003127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Bound port: ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af188b-b70e-4eb9-a26b-49b6f875e564', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:38.003127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.070172 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.072013 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.081211 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.083661 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-6f8b8e82-5154-431d-88f0-89d07162fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:38.098063 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] For port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:38.116221 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] For port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:38.126457 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 33cdee71-2e22-466d-9854-c0d87d502270, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=33cdee71-2e22-466d-9854-c0d87d502270,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:38.128412 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.131673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-dd519071-6fa4-41db-b914-49800022e4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:38.159531 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Pushing event updated for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:38.170730 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.178226 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7936100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523288'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.181763 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:38.236900 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:38.237641 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:38.239303 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef1f-a0c9-4c35-8299-e440731a46db None None] Pushing event updated for resources: {'Port': ['ID=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:38.243189 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-50fd718a-5e4d-4b32-8e85-84ffbeef971a None None] Provisioning complete for port 33cdee71-2e22-466d-9854-c0d87d502270 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:38.243573 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-50fd718a-5e4d-4b32-8e85-84ffbeef971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.277873 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4d5cef1f-a0c9-4c35-8299-e440731a46db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:38.278432 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:38.283849 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Network d02433ab-bd1e-4e71-8046-f80ae3595496 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:05:38.285517 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:05:38.393576 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=33cdee71-2e22-466d-9854-c0d87d502270,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:38.403123 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:38.411554 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Router a0867bbe-3bba-4603-8a11-6914ad431f91 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:05:38.447755 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:38.634788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-17c22b9f-4497-4932-bc2a-628af80996cc None None] Provisioning for port 79eeed17-5e0a-4a75-8024-e540abea481a completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:38.657710 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-17c22b9f-4497-4932-bc2a-628af80996cc None None] Provisioning complete for port 79eeed17-5e0a-4a75-8024-e540abea481a triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:38.658099 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-17c22b9f-4497-4932-bc2a-628af80996cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:38.709860 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-17c22b9f-4497-4932-bc2a-628af80996cc None None] Port 79eeed17-5e0a-4a75-8024-e540abea481a cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:05:38.721443 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '79eeed17-5e0a-4a75-8024-e540abea481a', 'name': '', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'mac_address': 'fa:16:3e:ac:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:37Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 2, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'subnets': [{'id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:38.747895 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f344e-fb5c-4c51-bc93-62a3feacdbb3 None None] The sync data for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi is: [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '79eeed17-5e0a-4a75-8024-e540abea481a', 'name': '', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'mac_address': 'fa:16:3e:ac:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:37Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 2, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'subnets': [{'id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:05:38.751652 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:05:38.756356 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9ab5d54a-ce5f-4798-8a17-32c637e82b09 admin admin] 10.222.0.68 "PUT /v2.0/routers/a0867bbe-3bba-4603-8a11-6914ad431f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0920248 Jun 22 19:05:38.936868 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:39.030199 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:39.035836 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:39.036418 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.126101 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.162100 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:39.166706 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.168481 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 33cdee71-2e22-466d-9854-c0d87d502270 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:39.170279 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-b243aaf1-19ca-4137-a6b1-8073f5dd9d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:39.254787 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:39.258445 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:39.267500 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 33cdee71-2e22-466d-9854-c0d87d502270 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:39.267895 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.366521 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41824) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:39.372384 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801571077', 'description': 'tempest-secgroup-smoke-1801571077 description', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:39.396578 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.498472 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.504611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.507134 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-15c76804-e201-474e-8f88-75f32f45a781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:39.531749 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.532982 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1654024 Jun 22 19:05:39.535957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41826) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:39.537087 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a1135a-0639-44e1-a655-15092fd2eaa2,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:39.540188 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-fa211b9a-0e77-4be4-9384-3dd99c16d741 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:39.541244 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:39.570482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.634005 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.639011 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.641768 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d5aacbe2-7519-46fd-a6ba-260397d7bd44 tempest-TestShelveInstance-1668232570 tempest-TestShelveInstance-1668232570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:39.658647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654c6a43-b0d6-4c83-8939-69e25be4da8b,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:39.663467 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:39.671959 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.673311 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4741c219-1b3d-4fe0-b944-6ea18292f65b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362207 Jun 22 19:05:39.676013 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41828) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:39.681285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:39.710573 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.770390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.774060 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.776314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:39.792286 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39473ae-cd4e-4387-87b9-4bad3c0543c2,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:39.795758 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:39.800585 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.801781 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ce83f9fe-2181-413a-9485-50207974bc72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246183 Jun 22 19:05:39.804500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41830) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:39.809546 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:39.836619 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.897799 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.902292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.904536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:39.924863 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:39.928503 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206522 Jun 22 19:05:39.928503 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c149bb39-6423-48fd-b9a0-e494c4145871,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:39.934021 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 41834) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:39.936380 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-47cbc8ea-cd2b-4461-a593-fd1a8a436f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:39.939634 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:39.968744 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.020971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.024978 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.030858 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:40.046817 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bfb429-50d0-4216-a7fc-e3a1cda2037d,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:40.049847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:40.054496 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.056001 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-bc54b5b6-3826-4223-af3a-1d6dae1af7b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208880 Jun 22 19:05:40.059264 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41836) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:40.064120 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:40.086803 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Project be2f07c28ce249c4b8588a6246c4df7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 19:05:40.091770 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.152678 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.156074 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.158065 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:40.173807 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d053d3bb-d244-4147-866e-23b5740b7cc2,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:40.176735 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:40.178575 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.182455 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0442d982-6a7e-4b58-be1e-0360ad6c67de tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194489 Jun 22 19:05:40.182455 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 41838) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:05:40.187411 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'security_group_rule': {'security_group_id': '88a1135a-0639-44e1-a655-15092fd2eaa2', 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:05:40.208941 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Project be2f07c28ce249c4b8588a6246c4df7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 19:05:40.213621 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.276293 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.280427 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.282375 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:40.299356 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a32cfe3-f708-462a-91ff-6b5034e0efe3,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:40.302248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:40.305001 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:40.306733 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-78364de9-de3b-4bc3-a2e2-63c718167781 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227815 Jun 22 19:05:40.832783 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Sync routers for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:05:40.844857 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:40.845874 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:40.956457 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:40.962979 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:41.032084 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:41.032681 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.121747 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:41.179606 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:41.184087 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:41.184640 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.195312 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '79eeed17-5e0a-4a75-8024-e540abea481a', 'name': '', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'mac_address': 'fa:16:3e:ac:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:37Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 2, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'subnets': [{'id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:41.221102 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Checking router: a0867bbe-3bba-4603-8a11-6914ad431f91 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:05:41.221465 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Updating router a0867bbe-3bba-4603-8a11-6914ad431f91 port 79eeed17-5e0a-4a75-8024-e540abea481a binding host dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 19:05:41.255579 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.266924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.289645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:41.294393 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.297416 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-6fcc53a9-4a77-4ec1-8f46-834b0c530070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:41.346278 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:41.352317 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:41.533852 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks [] for port, precommit_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.545006 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.provisioning_blocks [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Transition to ACTIVE for port object 79eeed17-5e0a-4a75-8024-e540abea481a will not be triggered until provisioned by entity L2. {{(pid=92934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:05:41.550117 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.553351 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-cc81360f-0b6d-49d6-96b3-1d2475a1a32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:41.599743 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c60b63-49d2-48ef-8b0d-530b9c5484cd None None] Pushing event updated for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=3']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:41.602769 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-24c60b63-49d2-48ef-8b0d-530b9c5484cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:41.656175 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Attempting to bind port 79eeed17-5e0a-4a75-8024-e540abea481a on host dv-cinder-774286-17-iscsi for vnic_type normal with profile {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:05:41.656579 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Attempting to bind port 79eeed17-5e0a-4a75-8024-e540abea481a by drivers openvswitch,hyperv on host dv-cinder-774286-17-iscsi at level 0 using segments [{'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:05:41.656944 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Attempting to bind port 79eeed17-5e0a-4a75-8024-e540abea481a on network d02433ab-bd1e-4e71-8046-f80ae3595496 {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:05:41.662561 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Checking agent: {'id': '9668e078-861a-417d-8e67-d4d55f42bc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 25), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:05:41.662937 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Checking segment: {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:05:41.663378 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.663771 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Bound using segment: {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'} {{(pid=92934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:05:41.664261 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.managers [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Bound port: 79eeed17-5e0a-4a75-8024-e540abea481a, host: dv-cinder-774286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22093d02-e6ba-47f4-bc02-6729be921df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496'}}] {{(pid=92934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:05:41.664635 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.734041 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] For port 79eeed17-5e0a-4a75-8024-e540abea481a, host dv-cinder-774286-17-iscsi, cleared binding levels {{(pid=92934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:05:41.737586 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.plugins.ml2.db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] For port 79eeed17-5e0a-4a75-8024-e540abea481a, host dv-cinder-774286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=79eeed17-5e0a-4a75-8024-e540abea481a,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:05:41.743433 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron_lib.callbacks.manager [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:41.745832 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:41.907727 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:05:41.908517 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:41.911303 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c60b63-49d2-48ef-8b0d-530b9c5484cd None None] Pushing event updated for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=4']} {{(pid=92934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:41.945611 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG oslo_concurrency.lockutils [None req-24c60b63-49d2-48ef-8b0d-530b9c5484cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:42.046666 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:05:42.245683 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-72213a01-12e9-461a-8db8-04867615eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '79eeed17-5e0a-4a75-8024-e540abea481a', 'name': '', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'mac_address': 'fa:16:3e:ac:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:37Z', 'updated_at': '2021-06-22T19:05:41Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'subnets': [{'id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:05:42.277942 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72213a01-12e9-461a-8db8-04867615eeca None None] The sync data for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi is: [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:05:37Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '79eeed17-5e0a-4a75-8024-e540abea481a', 'name': '', 'network_id': 'd02433ab-bd1e-4e71-8046-f80ae3595496', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'mac_address': 'fa:16:3e:ac:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:37Z', 'updated_at': '2021-06-22T19:05:41Z', 'revision_number': 4, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'subnets': [{'id': 'e215e693-d4a1-4445-9f2e-88ecb7f782ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:05:42.862455 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 79eeed17-5e0a-4a75-8024-e540abea481a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:42.923430 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning for port 79eeed17-5e0a-4a75-8024-e540abea481a completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:05:42.923547 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 79eeed17-5e0a-4a75-8024-e540abea481a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:42.924429 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:43.006509 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:43.039023 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] For port 79eeed17-5e0a-4a75-8024-e540abea481a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=79eeed17-5e0a-4a75-8024-e540abea481a,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:05:43.043021 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:43.044019 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:43.046386 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-8fc08b17-8543-4cb7-bc5f-a9dfd30daaa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:05:43.123453 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Pushing event updated for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:05:43.126749 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:05:43.141675 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:43.142060 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:44.845160 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 79eeed17-5e0a-4a75-8024-e540abea481a up at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:05:44.895054 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Provisioning complete for port 79eeed17-5e0a-4a75-8024-e540abea481a triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:05:44.895444 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:46.458944 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:05:47.401765 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:51.307178 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b9c84b8f-e3cc-4928-b090-068caa0807c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:54.331521 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-66c84fa4-e95b-47ab-81dd-7314f310a279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:54.671449 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:56.299616 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:05:58.150716 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:02.065746 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-3af579b1-115b-499e-b8dd-583799a47736 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801571077&fields=id&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 267 time: 0.0320077 Jun 22 19:06:02.172778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-e1c18f06-f96d-4b10-bee5-e2718407e788 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:02.174200 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-e1c18f06-f96d-4b10-bee5-e2718407e788 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1018641 Jun 22 19:06:02.189381 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-00d972d3-d121-47eb-9e7e-50f22af11c1b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/quotas/be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jun 22 19:06:02.255176 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f076e8d9-8624-4b35-ba31-24099bcda833 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609801 Jun 22 19:06:02.363384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-7f60f694-087b-488e-8a46-bfb00f808361 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 19:06:02.364389 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-7f60f694-087b-488e-8a46-bfb00f808361 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0988696 Jun 22 19:06:02.453842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-6ce36973-433a-43b4-9c29-bd770ee9f1b4 service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Jun 22 19:06:02.541929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-2bc797de-65cb-442b-98f6-d35da22efd84 service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Jun 22 19:06:02.854030 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-03c974e7-4f2f-45c5-9889-1377594fe91a req-cb7bed43-7f35-4531-8071-a415ebc9e2bc tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Jun 22 19:06:04.038124 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4ede1289-7cef-41ab-a0f8-e9fb3f454125 req-292500eb-62de-47f8-b234-5e717f614575 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 210 time: 0.0662019 Jun 22 19:06:04.090209 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-a196a19a-4684-42db-b6ca-bbde30c28490 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:04.091610 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-a196a19a-4684-42db-b6ca-bbde30c28490 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1361136 Jun 22 19:06:04.132563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-edcadd9e-3e11-4081-8e65-7738bd43e845 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 380 time: 0.0327682 Jun 22 19:06:04.144113 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'port': {'device_id': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'admin_state_up': True, 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'security_groups': ['88a1135a-0639-44e1-a655-15092fd2eaa2']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:06:04.248593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Made reservation on behalf of be2f07c28ce249c4b8588a6246c4df7a for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:06:04.252821 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.376163 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.20.0.13 (2018ba09-950f-400c-9da6-fc56d4509dc3/1871c873-f676-4aad-b3b3-56df5cea13ca/78227eaa-3b79-480c-9699-9b49aa5f2aff) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:06:04.514316 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.527889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Transition to ACTIVE for port object 78227eaa-3b79-480c-9699-9b49aa5f2aff will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:06:04.563385 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.567179 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-fbba6a81-c07b-489f-bf4b-bab68ac161bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:04.608473 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:06:04.612677 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:06:04.616637 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:06:04.643979 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:04.648640 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:04.673715 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:04.674359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.691451 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-9158650e-11f7-4d18-bc69-8a51e4803378 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5509601 Jun 22 19:06:04.702010 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-cd3c35c5-3538-44e6-a61f-1173bdbd4627 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 19:06:04.703555 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-cd3c35c5-3538-44e6-a61f-1173bdbd4627 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053165 Jun 22 19:06:04.773127 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Request body: {'port': {'device_id': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:06:04.851479 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b70c8778-b0af-426f-933f-a9139b330b59 None None] Provisioning for port 78227eaa-3b79-480c-9699-9b49aa5f2aff completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:06:04.853877 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.855806 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b70c8778-b0af-426f-933f-a9139b330b59 None None] Provisioning complete for port 78227eaa-3b79-480c-9699-9b49aa5f2aff triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:06:04.856997 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b70c8778-b0af-426f-933f-a9139b330b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:04.899436 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-b70c8778-b0af-426f-933f-a9139b330b59 None None] Port 78227eaa-3b79-480c-9699-9b49aa5f2aff cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:06:05.128921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78227eaa-3b79-480c-9699-9b49aa5f2aff {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:06:05.136571 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:05.149713 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Transition to ACTIVE for port object 78227eaa-3b79-480c-9699-9b49aa5f2aff will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:06:05.153690 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:05.156313 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:05.289511 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Pushing event updated for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:05.297277 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:05.331271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Attempting to bind port 78227eaa-3b79-480c-9699-9b49aa5f2aff on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:06:05.331623 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Attempting to bind port 78227eaa-3b79-480c-9699-9b49aa5f2aff by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:06:05.331947 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Attempting to bind port 78227eaa-3b79-480c-9699-9b49aa5f2aff on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:06:05.342921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395d4a5-3160-4f7f-ab4c-e7916d664c69 req-681edf40-73e4-4f5c-a92f-9d31537cfb85 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:05.345043 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1395d4a5-3160-4f7f-ab4c-e7916d664c69 req-681edf40-73e4-4f5c-a92f-9d31537cfb85 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.1856182 Jun 22 19:06:05.347312 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Port 78227eaa-3b79-480c-9699-9b49aa5f2aff on network 2018ba09-950f-400c-9da6-fc56d4509dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 19:06:05.347638 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Attempting to bind port 78227eaa-3b79-480c-9699-9b49aa5f2aff on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:06:05.360087 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:06:05.360458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:06:05.360838 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Bound using segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:06:05.361283 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Bound port: 78227eaa-3b79-480c-9699-9b49aa5f2aff, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:06:05.361627 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:05.422471 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1395d4a5-3160-4f7f-ab4c-e7916d664c69 req-1055f79e-7f62-4f8c-9e1b-e51fc6b0d0cc tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708699 Jun 22 19:06:05.448292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:06:05.451384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:06:05.455531 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:05.458405 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f085cf5b-b8c5-443b-aedc-98ed79b57a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:05.488373 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:05.489233 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:05.490573 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] 10.222.0.49 "PUT /v2.0/ports/78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 1094 time: 0.7782502 Jun 22 19:06:05.490958 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:06:05.493421 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57ae34-435d-4600-98b6-75c30018ae09" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:06:05.520513 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Pushing event updated for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:05.529665 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-f08ec2f2-f00c-414d-8cc7-89301cf2a497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:05.597623 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-ea9f2b24-67df-44b2-8dd4-b647489444dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:05.599315 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-ea9f2b24-67df-44b2-8dd4-b647489444dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1097 time: 0.0602124 Jun 22 19:06:05.602397 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c1ffd-554d-4d56-9914-3566562e8c76 x-openstack-request-id: req-6d0c1ffd-554d-4d56-9914-3566562e8c76 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:06:05.602802 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:06:05.603165 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d0c1ffd-554d-4d56-9914-3566562e8c76 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:06:05.603660 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'status': 'completed', 'code': 200} Jun 22 19:06:05.649637 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-5c5b78b7-45c0-4cb0-b1e3-a49a0f825a8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 217 time: 0.0382047 Jun 22 19:06:05.696947 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-cab8e653-d201-45a3-8dfb-d4cc6de870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:05.698350 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-cab8e653-d201-45a3-8dfb-d4cc6de870ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0426400 Jun 22 19:06:05.753629 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-7241ae85-dd6f-4e73-8f1c-2baa78ac33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:05.755080 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-7241ae85-dd6f-4e73-8f1c-2baa78ac33fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508697 Jun 22 19:06:05.846135 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-4abaa68f-66f4-4f7b-96ab-900e053be580 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Jun 22 19:06:05.932999 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b683a0d5-a211-4da6-a29b-dfc9bdde9f4e req-e76e0f9e-8a72-49b6-a4dc-3f41a2c4da8b service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810773 Jun 22 19:06:06.043030 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-fbb26010-c13d-4f9f-8f41-b9b617561bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:06.044923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-fbb26010-c13d-4f9f-8f41-b9b617561bdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1097 time: 0.0616603 Jun 22 19:06:06.133351 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-90c220f7-aa9f-4c25-9ea1-aef6c33fdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:06.134650 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-90c220f7-aa9f-4c25-9ea1-aef6c33fdb7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0838940 Jun 22 19:06:06.176971 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-9bf01797-9168-488e-9a5f-84b7c7564dd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 217 time: 0.0350807 Jun 22 19:06:06.520312 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-a71d4efe-710e-4a0b-a54c-7e3c12b76e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:06.521748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-a71d4efe-710e-4a0b-a54c-7e3c12b76e58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.3366270 Jun 22 19:06:06.623584 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-90d86f9c-9e93-4bb7-a758-d8bdd38c4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:06.625200 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-90d86f9c-9e93-4bb7-a758-d8bdd38c4941 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0964460 Jun 22 19:06:06.639903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d453b-df7b-469e-a1df-2e68807c7a78 req-323d6980-0764-4c75-a90d-50b2bad5fb50 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:06.641447 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f65d453b-df7b-469e-a1df-2e68807c7a78 req-323d6980-0764-4c75-a90d-50b2bad5fb50 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0878723 Jun 22 19:06:06.724679 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-f65d453b-df7b-469e-a1df-2e68807c7a78 req-18b19563-38c1-404c-bfb8-e6ae8d111207 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750465 Jun 22 19:06:06.752086 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-e1e2dc43-ed76-465a-ae2f-5f9cbde6a3b9 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196072 Jun 22 19:06:06.841339 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b57ae34-435d-4600-98b6-75c30018ae09 req-f1753e93-8884-4648-a6ad-34ba45589923 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828307 Jun 22 19:06:07.903278 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0325f-872f-422a-805c-68aaabefcdf8 req-c5f98046-f2cf-4461-b40d-f67760451df8 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:07.904811 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56d0325f-872f-422a-805c-68aaabefcdf8 req-c5f98046-f2cf-4461-b40d-f67760451df8 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0617442 Jun 22 19:06:07.941436 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-56d0325f-872f-422a-805c-68aaabefcdf8 req-b54cf929-0e3e-4d32-b072-697be6b87c7d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Jun 22 19:06:09.112980 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813978-706c-4071-8aca-6427f192066f req-e04f14e5-89cd-452f-9c4a-4e3b2cae1a39 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:09.114416 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d813978-706c-4071-8aca-6427f192066f req-e04f14e5-89cd-452f-9c4a-4e3b2cae1a39 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0631149 Jun 22 19:06:09.154342 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d813978-706c-4071-8aca-6427f192066f req-f0a63d62-9eba-44eb-b8c9-a16f5f827c9f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342653 Jun 22 19:06:09.985903 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42236) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:10.085735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.174034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.177776 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.181597 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-e31d7d47-e8a9-4a20-87d2-5d38881de114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:10.218617 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94ff76779e9b4d92996b33a71eaba2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316606 Jun 22 19:06:10.219407 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f880338-421d-41a7-97d0-8c6692e4dd05,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:10.221435 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42242) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:10.222693 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-adad7002-5a0f-482e-b50b-9c83386cceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:10.277671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.297804 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.327996 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e811c-3be6-4ec2-baf3-273d72df4576 req-adab4f65-6a78-4ae3-aa93-d0370001e754 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:10.329866 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d03e811c-3be6-4ec2-baf3-273d72df4576 req-adab4f65-6a78-4ae3-aa93-d0370001e754 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0630069 Jun 22 19:06:10.346961 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.349734 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:10.350853 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f880338-421d-41a7-97d0-8c6692e4dd05 HTTP/1.1" status: 204 len: 168 time: 0.1215961 Jun 22 19:06:10.351649 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5f894ba4-5c6f-4af0-99ca-b5a7401626e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:10.359654 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f880338-421d-41a7-97d0-8c6692e4dd05,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:10.362791 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:10.373669 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d03e811c-3be6-4ec2-baf3-273d72df4576 req-cb329610-f3c6-4865-90e9-68d63ee2da34 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Jun 22 19:06:11.553326 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a30cb-f3fc-4a17-8a52-a3e55e09c1fe req-f5546fce-663f-4f2e-86da-8281d75310d9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:11.554628 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-172a30cb-f3fc-4a17-8a52-a3e55e09c1fe req-f5546fce-663f-4f2e-86da-8281d75310d9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0667055 Jun 22 19:06:11.595701 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-172a30cb-f3fc-4a17-8a52-a3e55e09c1fe req-640c8778-39d0-48ba-bdc0-43b367df5acc tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350690 Jun 22 19:06:12.783937 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152fe8-58c6-4902-ad4b-a12000ae6854 req-f4d644e3-88e3-4221-8301-853f9c3d4a15 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:12.785537 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa152fe8-58c6-4902-ad4b-a12000ae6854 req-f4d644e3-88e3-4221-8301-853f9c3d4a15 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0767713 Jun 22 19:06:12.825745 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aa152fe8-58c6-4902-ad4b-a12000ae6854 req-d090f610-327c-4c89-bdf2-5af7f1d8d760 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Jun 22 19:06:13.998530 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc256b5-b91b-4b71-806e-f559948adda2 req-d1dfda94-3fdf-4a8e-a269-3ec2b5677e29 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:14.000522 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc256b5-b91b-4b71-806e-f559948adda2 req-d1dfda94-3fdf-4a8e-a269-3ec2b5677e29 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0646820 Jun 22 19:06:14.043766 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-dfc256b5-b91b-4b71-806e-f559948adda2 req-5e982286-9825-4032-9530-87196fa97f20 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Jun 22 19:06:15.232409 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75479f8d-b879-4407-a712-c6a94d81f25e req-bba0bb0b-dfde-400c-a76e-ed48350f73bd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:15.232409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-75479f8d-b879-4407-a712-c6a94d81f25e req-bba0bb0b-dfde-400c-a76e-ed48350f73bd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 944 time: 0.0642800 Jun 22 19:06:15.268441 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-75479f8d-b879-4407-a712-c6a94d81f25e req-18997d18-685d-406a-b0d8-28b6d176fa1d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Jun 22 19:06:15.357894 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 78227eaa-3b79-480c-9699-9b49aa5f2aff details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 19:06:15.456429 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:06:15.467452 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'port_id': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'mac_address': 'fa:16:3e:22:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 19:06:15.521330 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:15.534424 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78227eaa-3b79-480c-9699-9b49aa5f2aff {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:06:15.554208 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:06:15.558918 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:15.560609 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:15.610166 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:15.613397 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:15.814187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['78227eaa-3b79-480c-9699-9b49aa5f2aff'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 19:06:16.462574 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b880a-4c49-4f0f-9241-54441e698fca req-cc7aec28-906b-440b-83b4-1e03765ee963 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:16.464065 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b00b880a-4c49-4f0f-9241-54441e698fca req-cc7aec28-906b-440b-83b4-1e03765ee963 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 945 time: 0.0763717 Jun 22 19:06:16.503614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b00b880a-4c49-4f0f-9241-54441e698fca req-2c9cbc92-1374-4e8d-86c2-774adae87a72 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Jun 22 19:06:17.376037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 78227eaa-3b79-480c-9699-9b49aa5f2aff up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:06:17.427330 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:17.436582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 78227eaa-3b79-480c-9699-9b49aa5f2aff completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:06:17.440142 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 78227eaa-3b79-480c-9699-9b49aa5f2aff triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:06:17.440551 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:17.518584 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:17.542391 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:06:17.544675 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6978a4-4e38-4869-be32-1b05735c7fb5" -d '{"events": [{"server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "name": "network-vif-plugged", "status": "completed", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:06:17.560314 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:06:17.568627 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:17.570764 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:17.636726 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:17.646972 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:17.699606 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c93d-f63f-4cf1-bf13-edf5a4fb7b8c req-544e7e2e-d43c-4afd-81a5-12e93f0c580f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:17.701122 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d474c93d-f63f-4cf1-bf13-edf5a4fb7b8c req-544e7e2e-d43c-4afd-81a5-12e93f0c580f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.0678384 Jun 22 19:06:17.716362 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c8a54a-db2a-47b7-9af1-5b1a2a6142cb x-openstack-request-id: req-28c8a54a-db2a-47b7-9af1-5b1a2a6142cb {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:06:17.716671 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "name": "network-vif-plugged", "status": "completed", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:06:17.716947 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-28c8a54a-db2a-47b7-9af1-5b1a2a6142cb {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:06:17.717348 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'code': 200} Jun 22 19:06:17.742560 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d474c93d-f63f-4cf1-bf13-edf5a4fb7b8c req-d8626caf-99e5-4922-8c2c-f96104d351d7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359302 Jun 22 19:06:17.975968 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65748e-f756-45b2-9142-8725c7cb5aa2 req-c66d8769-9879-4cdf-bc05-cff7390a870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:17.977428 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1a65748e-f756-45b2-9142-8725c7cb5aa2 req-c66d8769-9879-4cdf-bc05-cff7390a870b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1099 time: 0.0500693 Jun 22 19:06:18.009978 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1a65748e-f756-45b2-9142-8725c7cb5aa2 req-033d9842-c65a-4898-b759-9dd179185345 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257866 Jun 22 19:06:18.918594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b878021-0505-468c-b827-31df539fddd6 req-caef6299-0e37-441d-84f2-d0bc0f163f2c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:18.920063 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b878021-0505-468c-b827-31df539fddd6 req-caef6299-0e37-441d-84f2-d0bc0f163f2c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.0640960 Jun 22 19:06:18.962161 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8b878021-0505-468c-b827-31df539fddd6 req-7b6313e7-4fb4-4b28-b60f-b2553273be57 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341179 Jun 22 19:06:19.137601 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11e6de-28db-4b1b-b4e3-00f4d63184b5 req-ddd9b133-b66b-4f77-be39-703be366cb97 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:19.139033 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe11e6de-28db-4b1b-b4e3-00f4d63184b5 req-ddd9b133-b66b-4f77-be39-703be366cb97 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.0653343 Jun 22 19:06:19.176672 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-fe11e6de-28db-4b1b-b4e3-00f4d63184b5 req-d528e3ff-ceb0-4653-9c90-a54391235beb tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Jun 22 19:06:19.200321 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42402) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:19.386658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6034bc-fd8b-4ad4-8b2e-9e489ca7ca84 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:19.388137 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-1b6034bc-fd8b-4ad4-8b2e-9e489ca7ca84 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1094 time: 0.1868420 Jun 22 19:06:19.391531 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42406) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:19.396173 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'port_id': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:06:19.418160 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:19.518536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:19.620603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.27.0.47 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/37dd2aae-28ed-4c39-bdf5-a8398ac16fff) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:06:19.734646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:19.776289 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:19.779006 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cf8130d2-38d0-441b-b484-76c37f3f4cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:19.822026 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:06:19.824932 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:06:19.829594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:06:19.858562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=37dd2aae-28ed-4c39-bdf5-a8398ac16fff,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:19.871076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.871453 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.871831 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.872246 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.872595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.872965 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.873333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.873714 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.874064 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.874426 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.875303 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.875827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:19.882381 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:20.272387 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:20.357311 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:20.536646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:20.541214 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:20.544026 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-288b40cc-3b5a-4e0c-b71b-bf424b4720e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:20.612483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=37dd2aae-28ed-4c39-bdf5-a8398ac16fff,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:20.616248 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:20.620954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:20.718128 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP aa33b110-1a82-41d1-add8-f8690974d4b8 associated. External IP: 172.27.0.47, port: 78227eaa-3b79-480c-9699-9b49aa5f2aff. Jun 22 19:06:20.925150 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:06:21.033808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:06:21.047448 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:06:21.050564 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.063106 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:06:21.063977 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:06:21.102677 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a4393094-4e37-4efa-8765-cc88e566c8c5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7002952 Jun 22 19:06:21.102677 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:06:21.105881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518474b2-e877-43dc-91f5-71f1bedb3967" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:06:21.142291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2003f19d-81db-48e9-9a82-7d4e89ade74f x-openstack-request-id: req-2003f19d-81db-48e9-9a82-7d4e89ade74f {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:06:21.142635 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:06:21.142933 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2003f19d-81db-48e9-9a82-7d4e89ade74f {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:06:21.143377 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'status': 'completed', 'code': 200} Jun 22 19:06:21.192401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:06:21.193187 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42428) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:21.217452 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-15f355c8-784a-46f2-99b3-71c7c01a89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:21.220052 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-15f355c8-784a-46f2-99b3-71c7c01a89a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1099 time: 0.0549405 Jun 22 19:06:21.304429 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.315631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-b4999d13-822f-49c7-8e0e-57fe22a0938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:21.317184 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-b4999d13-822f-49c7-8e0e-57fe22a0938b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0919576 Jun 22 19:06:21.344926 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e7c1-a120-47a5-85a1-b667446f5805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.383602 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-23797ea3-6756-4225-95af-fc4e55aa784a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 999 time: 0.0603542 Jun 22 19:06:21.398802 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.403324 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.411449 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8f9f47ce-4f31-4bd7-852f-0f23ba9e7787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:21.432595 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-a6cabdf4-634b-48c8-8b0a-c88fe643eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:21.434195 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-a6cabdf4-634b-48c8-8b0a-c88fe643eda2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0448937 Jun 22 19:06:21.442041 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'aa33b110-1a82-41d1-add8-f8690974d4b8', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:22:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:06:20Z', 'updated_at': '2021-06-22T19:06:20Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:06:21.447247 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9e5b272782a4479b874b5449d5c0da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529931 Jun 22 19:06:21.448041 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba0f06-6614-44cb-b636-0c37493cbdcd,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:21.448187 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42432) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:21.460593 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.461261 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.461795 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.462796 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.463558 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.464451 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.465029 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.465627 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.466151 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.466820 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.467428 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.467985 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:06:21.470524 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:06:21.474601 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:21.480741 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:06:21.481483 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:05:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:06:21.530632 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.544197 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-f7aa8d67-c12c-4f51-aabd-06858975fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:06:21.545672 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-f7aa8d67-c12c-4f51-aabd-06858975fa94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1057639 Jun 22 19:06:21.567355 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.594035 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:06:21.667421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-380e4e8a-443f-490b-b090-2ab939228727 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125238 Jun 22 19:06:21.672767 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.675550 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:21.678850 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ceba0f06-6614-44cb-b636-0c37493cbdcd HTTP/1.1" status: 204 len: 168 time: 0.2275770 Jun 22 19:06:21.678850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:21.702283 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba0f06-6614-44cb-b636-0c37493cbdcd,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:21.727872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:21.777016 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-518474b2-e877-43dc-91f5-71f1bedb3967 req-af9e2c74-ab60-494d-b8f0-40d15db64f33 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992930 Jun 22 19:06:21.842455 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'aa33b110-1a82-41d1-add8-f8690974d4b8', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:22:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:06:20Z', 'updated_at': '2021-06-22T19:06:20Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:06:21.874799 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70959-c08c-4c78-9049-4cb50e2c2362 None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'aa33b110-1a82-41d1-add8-f8690974d4b8', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:22:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:06:20Z', 'updated_at': '2021-06-22T19:06:20Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:06:22.069427 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc51cbd-da8d-4de8-a907-73cda47cff9f None None] New status for floating IP aa33b110-1a82-41d1-add8-f8690974d4b8: ACTIVE {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:06:23.457056 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:06:24.332715 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5df741f0-e0cf-4455-889a-78bde76325ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:24.672861 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.562508 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42448) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:25.661848 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.747028 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.750630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.753843 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3ce96a4d-a8df-4098-b05b-712844ee25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:25.792476 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36472cb3418942f2b62f6799018003fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289071 Jun 22 19:06:25.793646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a93088f-68ca-4e61-8cdd-98fb842885db,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:25.795182 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42452) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:25.796746 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4873a482-d671-4224-94b7-8b912359386e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:25.845832 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.865511 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.909933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.912537 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:25.913699 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a93088f-68ca-4e61-8cdd-98fb842885db HTTP/1.1" status: 204 len: 168 time: 0.1174953 Jun 22 19:06:25.914549 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-90413b95-9050-490b-86fb-7917e746035a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:25.921786 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a93088f-68ca-4e61-8cdd-98fb842885db,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:25.924510 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:26.303594 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.262674 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42492) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:27.363765 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.460941 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.464642 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.467695 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f0d1d339-4e6c-42c5-a915-b6258d699b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:27.502216 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0193027962d1487a959223b31dbfe2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384186 Jun 22 19:06:27.504137 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7186bb-3132-4f08-ad90-9d54a0e615a6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:27.504909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42496) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:27.507304 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:27.554238 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.574386 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.619976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.622895 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.624011 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba7186bb-3132-4f08-ad90-9d54a0e615a6 HTTP/1.1" status: 204 len: 168 time: 0.1181290 Jun 22 19:06:27.625438 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-49023b42-5f38-49f9-a555-586d34ba5075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:27.632875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7186bb-3132-4f08-ad90-9d54a0e615a6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:27.635099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0b33a857-b661-48bb-83c2-0a5149bfe1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:27.875445 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42504) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:27.889464 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.987291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.990974 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:27.993271 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2e743165-f8e2-4655-87d3-d4a9040a5a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:28.026890 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c1c1f-02e7-430d-844e-9f472dd2eab6,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:28.031743 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19e2a776809942508964912a5a91f4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544445 Jun 22 19:06:28.032646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-d0f83410-b43d-4ef4-9593-166bb1aa3fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:28.035072 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42506) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:28.084106 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:28.105920 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:28.153587 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:28.154590 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:28.156837 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:28.157990 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e04c1c1f-02e7-430d-844e-9f472dd2eab6 HTTP/1.1" status: 204 len: 168 time: 0.1222601 Jun 22 19:06:28.158751 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2d95398e-aa5c-4a12-b6d4-abc5e3efa307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:28.166045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c1c1f-02e7-430d-844e-9f472dd2eab6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:28.168268 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-bf18f828-1b47-41ab-8876-6699bd53b925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:29.778429 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42558) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:29.878406 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:29.965526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:29.969678 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:29.972047 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a306d7b9-9a14-40f2-95a3-7eaf746593a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:30.008923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75f09e85271e42b8a57dc8dbb192b7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294593 Jun 22 19:06:30.009830 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0229009e-b869-4354-9d5d-b329c3832b85,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:30.011556 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42562) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:30.013329 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-53b90580-218a-4a80-a711-69b371afff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:30.060271 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.083313 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.129069 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.131683 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.132803 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0229009e-b869-4354-9d5d-b329c3832b85 HTTP/1.1" status: 204 len: 168 time: 0.1202879 Jun 22 19:06:30.133629 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3b5a3492-7a52-4893-b281-e50084da6b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:30.140984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229009e-b869-4354-9d5d-b329c3832b85,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:30.143270 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-d55b1725-9009-4fe9-99ab-1edc874daac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:30.383076 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42568) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:30.396577 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.482732 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.486980 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.490348 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-40d17eb5-ed82-4ada-b747-79f039cdb702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:30.525217 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d174457321e4d3d8cfd0eacd43fec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410906 Jun 22 19:06:30.526370 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3986c3b-b74c-4d09-9978-e152625bf50d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:30.527981 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42570) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:06:30.529442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:30.575776 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.598808 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.648399 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.651034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:30.652166 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3986c3b-b74c-4d09-9978-e152625bf50d HTTP/1.1" status: 204 len: 168 time: 0.1231427 Jun 22 19:06:30.653073 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-2b655e78-4cf8-469b-918a-4c87d5e635db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:06:30.660890 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3986c3b-b74c-4d09-9978-e152625bf50d,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:06:30.663178 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8e1d7374-363e-4039-bccd-731780649f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:06:47.422267 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:51.307531 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b20c1bf1-b93d-4628-9f73-3574e72ed885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:54.333433 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-65b1bc93-6d7d-49d0-b1e8-f41594e0bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:54.673785 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:56.305550 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:06:58.157122 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:00.456157 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:07:02.435745 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42792) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:02.536306 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.622865 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.626384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.629480 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ae750b1e-1bd3-4791-8fa9-67c5940c557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:02.664698 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84de606dac9b4a1baffb7cfcac418d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278643 Jun 22 19:07:02.666826 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac55cc-0c4d-4b43-8b60-6772c74bb048,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:02.667302 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42796) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:02.670060 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-ba79ef8e-125a-42bf-8b50-e4879acae588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:02.715421 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.735135 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.781814 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.784481 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:02.785728 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8dac55cc-0c4d-4b43-8b60-6772c74bb048 HTTP/1.1" status: 204 len: 168 time: 0.1173754 Jun 22 19:07:02.787033 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-916dd0b5-c5df-48a3-8a19-e15561b7c4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:02.795328 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac55cc-0c4d-4b43-8b60-6772c74bb048,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:02.798334 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-52631a66-ce6c-4d9e-8919-ab86b7c7a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:03.040103 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42802) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:03.053338 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.138781 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.142520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.147562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c9aa4142-4b3f-431c-9656-0b2c32f6bb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:03.183842 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b93e05fdde0046c687fd0195f39a6cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425421 Jun 22 19:07:03.185092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5ec4e-e002-4f07-a400-5f44cc14cd3a,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:03.186623 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42804) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:03.188129 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c3533b08-2b7f-4d89-9b7c-7cc119411b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:03.235954 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.256876 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.301378 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.304819 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:03.306220 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/44c5ec4e-e002-4f07-a400-5f44cc14cd3a HTTP/1.1" status: 204 len: 168 time: 0.1185997 Jun 22 19:07:03.307027 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5a4d4d49-355f-41c8-a28e-cee99aa011d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:03.314265 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5ec4e-e002-4f07-a400-5f44cc14cd3a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:03.316452 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:08.131885 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42906) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:08.242458 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.331061 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.335445 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.337749 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0eae24c1-e5ce-4138-8670-0b7379d651fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:08.371594 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e3ad9c65e05454ba8974dc7435e776f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386658 Jun 22 19:07:08.372485 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e39fa-841e-4313-8f71-5583ae5668dc,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:08.374479 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42910) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:08.381998 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-966ac406-7c1d-4bea-bff6-16259aac3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:08.425672 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.447646 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.492315 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.494879 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.495988 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/199e39fa-841e-4313-8f71-5583ae5668dc HTTP/1.1" status: 204 len: 168 time: 0.1205554 Jun 22 19:07:08.496878 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ad9b1a3e-8292-4370-a3d1-4db62f1341bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:08.503910 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e39fa-841e-4313-8f71-5583ae5668dc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:08.507075 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:08.751422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42916) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:08.764863 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.853766 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.857567 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.860855 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-40807785-e7a4-4c12-a2d5-210ee14d6129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:08.897451 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c5d0e0d9cb44b0db7526816bb68c87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446879 Jun 22 19:07:08.898647 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae11336-b902-4d91-9a5f-9f3d2d3e1c6d,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:08.901012 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42918) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:08.903252 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-63ecf860-1a11-4931-b182-1362fd99697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:08.953491 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:08.978442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.025038 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.027745 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.028891 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ae11336-b902-4d91-9a5f-9f3d2d3e1c6d HTTP/1.1" status: 204 len: 168 time: 0.1268387 Jun 22 19:07:09.029717 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8364fcdc-c595-4bf3-9ab8-63f934d1bf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:09.037786 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae11336-b902-4d91-9a5f-9f3d2d3e1c6d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:09.040165 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-829db3e2-cc11-49ea-90ed-1288a4e6da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:09.340689 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42924) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:09.353977 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.442096 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.446265 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.449320 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-126a5724-f7e1-4a25-9298-dd5fc5e53bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:09.481106 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a15730-6632-4241-bef8-b2b74c2825b6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:09.485110 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38c7d76118f844268cd223a5d6765583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434052 Jun 22 19:07:09.486051 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-55812d12-fad1-4985-a41e-81880020bf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:09.487702 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42926) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:09.539155 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.560059 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.604430 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.607007 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:09.608129 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2a15730-6632-4241-bef8-b2b74c2825b6 HTTP/1.1" status: 204 len: 168 time: 0.1194775 Jun 22 19:07:09.608952 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ce4dfd9b-eeaa-4a9b-af76-9a8f4aeeab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:09.617213 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a15730-6632-4241-bef8-b2b74c2825b6,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:09.619361 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-705c28b1-7e7b-4d02-8d6b-5ca08f47abec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:10.247593 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42948) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:10.341529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-517914394-network', 'tenant_id': 'f6dc4c411bb9422eafd8e06475620511'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:07:10.360805 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Made reservation on behalf of f6dc4c411bb9422eafd8e06475620511 for: {'network': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:07:10.363180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.372036 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.464856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.468541 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.472459 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-72dad4f0-784f-465c-b1d7-c0003dcc0b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:10.490153 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=92932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 19:07:10.506939 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9373c194-6db6-4c32-a09f-e869779027b9,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:10.510484 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.510855 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.segments_db [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Added segment 82baa70f-671a-40fa-84d2-82dc3a773f03 of type vlan for network 85a3748b-4894-43d8-9817-6e887add8dd2 Jun 22 19:07:10.512495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:10.553493 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.591912 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.593285 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:10.593869 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.595881 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:10.642471 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3937681 Jun 22 19:07:10.645384 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42952) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:10.651509 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Request body: {'subnet': {'network_id': '85a3748b-4894-43d8-9817-6e887add8dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-517914394-subnet', 'tenant_id': 'f6dc4c411bb9422eafd8e06475620511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:07:10.654727 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=85a3748b-4894-43d8-9817-6e887add8dd2,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:10.657495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-80e4f54b-c3c2-4ef7-b4f2-84ba28be6ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:10.665480 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network 85a3748b-4894-43d8-9817-6e887add8dd2 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 19:07:10.676611 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Made reservation on behalf of f6dc4c411bb9422eafd8e06475620511 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:07:10.679478 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427509'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.838628 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427483'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.841505 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:10.908449 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee521c7-ad5c-4659-9497-470ddaf0fcc3,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:10.911877 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:10.917286 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Checking segment: {'id': '82baa70f-671a-40fa-84d2-82dc3a773f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85a3748b-4894-43d8-9817-6e887add8dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:07:10.917633 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Network hostable DHCP agents. Network: 85a3748b-4894-43d8-9817-6e887add8dd2, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 19:07:10.934016 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Network 85a3748b-4894-43d8-9817-6e887add8dd2 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 19:07:10.943739 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, 85a3748b-4894-43d8-9817-6e887add8dd2) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:07:10.949109 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:10.950310 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:10.954134 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f140e-cf76-491c-9162-73c9c0771c1a None None] Network 85a3748b-4894-43d8-9817-6e887add8dd2 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:07:10.964534 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5b08b4ba-c7ee-4a09-b3aa-f9066fe7061a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170629 Jun 22 19:07:11.198580 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc38a49-c172-4409-80b2-ac2549ba9959 None None] Network 85a3748b-4894-43d8-9817-6e887add8dd2 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:07:11.421292 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 42968) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:11.426291 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39530953-network', 'tenant_id': 'c18b2694061e4425832e608cfc9de18e'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:07:11.446643 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Made reservation on behalf of c18b2694061e4425832e608cfc9de18e for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:07:11.449031 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.457358 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.550230 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.553940 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.558016 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1338e4de-cfb5-4232-a7bd-e785e1111cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:11.579415 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 19:07:11.589010 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021fa76-7e73-44ae-b625-f3076f5ea58e,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:11.592040 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:11.596767 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.597102 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Added segment 4c68c89c-d603-449b-b16f-c979afece122 of type vlan for network baf37278-5d00-42b0-96b6-13dfb0ac6c98 Jun 22 19:07:11.636401 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758264094181'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.664933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.666204 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:11.666775 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.669565 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:11.715948 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2935615 Jun 22 19:07:11.718713 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 42970) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:11.723778 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Request body: {'subnet': {'network_id': 'baf37278-5d00-42b0-96b6-13dfb0ac6c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39530953-subnet', 'tenant_id': 'c18b2694061e4425832e608cfc9de18e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:07:11.729155 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Pushing event updated for resources: {'Network': ['ID=baf37278-5d00-42b0-96b6-13dfb0ac6c98,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:11.732134 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1b2d69d3-6858-47d4-8db5-8a742884f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:11.739859 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Network baf37278-5d00-42b0-96b6-13dfb0ac6c98 details requested by agent ovs-agent-dv-cinder-774286-17-iscsi with host dv-cinder-774286-17-iscsi {{(pid=92933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 19:07:11.745084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Made reservation on behalf of c18b2694061e4425832e608cfc9de18e for: {'subnet': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:07:11.747558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777723'] for subnet, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.915175 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3580251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777685'] for subnet, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:11.917324 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:11.975520 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a44330-cbab-49a3-b20c-ab7c9b265cb4,revision_number=0']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:11.979033 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:11.984270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Checking segment: {'id': '4c68c89c-d603-449b-b16f-c979afece122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'baf37278-5d00-42b0-96b6-13dfb0ac6c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:07:11.984618 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Network hostable DHCP agents. Network: baf37278-5d00-42b0-96b6-13dfb0ac6c98, hostable agents: ['5eddbc47-cd05-4106-9ae5-f75f9f63a7de'], hosted agents: [] {{(pid=92932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 19:07:11.999754 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Network baf37278-5d00-42b0-96b6-13dfb0ac6c98 is scheduled to be hosted by DHCP agent 5eddbc47-cd05-4106-9ae5-f75f9f63a7de with binding_index 1 {{(pid=92932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 19:07:12.008167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-iscsi, baf37278-5d00-42b0-96b6-13dfb0ac6c98) {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:07:12.012223 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:12.012812 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:12.028127 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-9f460d58-6a5d-4278-9bfc-3798b2aad6ca admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3083029 Jun 22 19:07:12.139923 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a11685f-2de1-4a5f-8fbe-dc8fed037a51 None None] Network baf37278-5d00-42b0-96b6-13dfb0ac6c98 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:07:12.268257 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b66994-fa6c-43c7-bb4b-a2fd2d75188e None None] Network baf37278-5d00-42b0-96b6-13dfb0ac6c98 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:07:17.420526 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:18.327344 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-da754928-9ba5-475b-9b73-d2b9f9b3f722 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499649 Jun 22 19:07:18.422952 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-89476aa1-a9d8-47b9-9b93-ab814f5a25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:18.424419 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-89476aa1-a9d8-47b9-9b93-ab814f5a25ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1099 time: 0.0506635 Jun 22 19:07:18.798642 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-5593f42c-5baf-4901-be82-d5ad515f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:18.800098 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-5593f42c-5baf-4901-be82-d5ad515f4e1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.3558028 Jun 22 19:07:18.862923 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-15409492-2259-4839-9856-adbe9fecebab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 1001 time: 0.0561547 Jun 22 19:07:18.914646 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-2cd7859b-51f4-4087-8f49-1e3ce44ff7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:18.916093 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-2cd7859b-51f4-4087-8f49-1e3ce44ff7de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0472124 Jun 22 19:07:18.974224 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-803400db-8cf7-42e2-97ec-5d1d0fd338d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:07:18.976414 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-803400db-8cf7-42e2-97ec-5d1d0fd338d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537355 Jun 22 19:07:19.064586 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-4dcdfdef-c608-4cdc-99eb-58b00d3a69c6 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810065 Jun 22 19:07:19.159795 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c1b7233f-1925-4635-97ba-5539eae66a0f req-d9b7c8f8-e7b6-4cf4-bac8-e608bed2498b service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886540 Jun 22 19:07:21.308538 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-723e62f9-42f1-41d9-8cb9-85cb2ffd92b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:24.335736 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7d35-d8b4-43bb-89fc-b9c9d79c0271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:24.674856 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.555199 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43090) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:25.599437 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Deleting subnet eee521c7-ad5c-4659-9497-470ddaf0fcc3 {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 19:07:25.602772 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.635788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.676716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.725384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.728119 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:25.750298 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee521c7-ad5c-4659-9497-470ddaf0fcc3,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:25.754718 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.757153 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/eee521c7-ad5c-4659-9497-470ddaf0fcc3 HTTP/1.1" status: 204 len: 168 time: 0.2009368 Jun 22 19:07:25.759640 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43092) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:25.763788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.764169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.764569 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.764934 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.765296 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.765657 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.766013 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.766370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.766725 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.767078 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.767430 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.767780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:25.770891 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b2fd22da-94ce-4572-a513-d4682708e35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:25.827922 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.910355 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.920580 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a3748b-4894-43d8-9817-6e887add8dd2']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:25.930353 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82baa70f-671a-40fa-84d2-82dc3a773f03') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:25.930648 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82baa70f-671a-40fa-84d2-82dc3a773f03') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:25.939072 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.953228 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.958776 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 19:07:25.959756 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 19:07:25.961401 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 19:07:26.016884 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.024539 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.027301 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] 10.222.0.68 "DELETE /v2.0/networks/85a3748b-4894-43d8-9817-6e887add8dd2 HTTP/1.1" status: 204 len: 168 time: 0.2666154 Jun 22 19:07:26.028376 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-934c5270-4e1e-484c-809f-57f1b9f7e6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:26.030920 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43094) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:26.069763 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a3748b-4894-43d8-9817-6e887add8dd2,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:26.081570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.081948 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.082313 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.082671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.083359 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.083570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.084923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.085064 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.085970 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.086281 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.086659 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.087018 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:07:26.091374 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-05bc3248-25fb-4011-ab72-2568c6c09826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:26.103825 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Deleting subnet 87a44330-cbab-49a3-b20c-ab7c9b265cb4 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 19:07:26.106921 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.140116 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2748144'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.177314 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.226547 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427474'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.228650 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:26.254684 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a44330-cbab-49a3-b20c-ab7c9b265cb4,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:26.258176 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:26.259126 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.261570 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f34d1f71-ad5b-4f08-a5df-f05af6cd6cd7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/87a44330-cbab-49a3-b20c-ab7c9b265cb4 HTTP/1.1" status: 204 len: 168 time: 0.2296925 Jun 22 19:07:26.263432 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43096) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:26.309793 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.333440 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.412295 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.421603 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf37278-5d00-42b0-96b6-13dfb0ac6c98']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:26.432079 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68c89c-d603-449b-b16f-c979afece122') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:26.432405 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68c89c-d603-449b-b16f-c979afece122') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:07:26.440782 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.454362 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.459924 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 19:07:26.460399 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 19:07:26.462043 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 19:07:26.512647 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.516284 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-be02ac09-e607-4426-9e71-b890a1b79cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:26.518604 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.520388 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] 10.222.0.68 "DELETE /v2.0/networks/baf37278-5d00-42b0-96b6-13dfb0ac6c98 HTTP/1.1" status: 204 len: 168 time: 0.2560213 Jun 22 19:07:26.531537 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Pushing event deleted for resources: {'Network': ['ID=baf37278-5d00-42b0-96b6-13dfb0ac6c98,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:26.533905 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3b7695fe-cc55-4465-912b-51bfd8c8a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:26.677412 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43100) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:26.716043 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e1a8d330-ba3b-42bd-b18b-738b0ac306f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6dc4c411bb9422eafd8e06475620511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368767 Jun 22 19:07:26.718290 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43102) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:26.768905 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.789580 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.834572 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.837412 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:26.838532 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9373c194-6db6-4c32-a09f-e869779027b9 HTTP/1.1" status: 204 len: 168 time: 0.1193776 Jun 22 19:07:26.839253 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-5a1867c8-272c-4f1b-9d7d-3cb8e3b33e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:26.846603 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9373c194-6db6-4c32-a09f-e869779027b9,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:26.849049 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-1664d1ee-53e1-4247-b0af-36b7103cfa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:27.140434 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43108) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:27.179562 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-24c6c737-f25d-4302-90c7-0528dd5f95b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c18b2694061e4425832e608cfc9de18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377333 Jun 22 19:07:27.181664 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43110) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:07:27.227190 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:27.247681 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:27.292964 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:27.295618 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:27.296895 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5021fa76-7e73-44ae-b625-f3076f5ea58e HTTP/1.1" status: 204 len: 168 time: 0.1143618 Jun 22 19:07:27.297640 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ecb40935-bc26-422a-bd7e-6691e5252647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:07:27.305448 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021fa76-7e73-44ae-b625-f3076f5ea58e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:07:27.307741 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8c0652f7-6811-493f-8b7c-8d73a521c0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:07:28.159556 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:37.454441 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:07:47.434606 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:51.309037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-99ce17ad-e697-46ba-968b-1059bc756584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:54.338224 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e072fe5c-654c-4554-a639-ac1e12f43af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:54.675880 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:56.311684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:07:58.168293 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:14.452454 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:08:17.435095 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:19.322931 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-f4a65c20-d8e9-4864-9ee4-c017381d0eca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502405 Jun 22 19:08:19.419848 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-a3378fcb-31fa-470c-9a50-171139b5332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:19.421323 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-a3378fcb-31fa-470c-9a50-171139b5332c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 1099 time: 0.0548615 Jun 22 19:08:19.521134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-4ce10a90-05bf-43b9-9db1-6c4a853976ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:19.522559 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-4ce10a90-05bf-43b9-9db1-6c4a853976ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0826385 Jun 22 19:08:19.588264 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-0be39345-b781-4aee-8a45-bc4c820a9c19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 200 len: 1001 time: 0.0591559 Jun 22 19:08:19.634268 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-7297a114-7d26-4cc0-9b83-3d1dd0d63cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:19.635654 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-7297a114-7d26-4cc0-9b83-3d1dd0d63cb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0419738 Jun 22 19:08:19.690294 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-ea77f63b-c0dc-431b-a80c-305c9fffca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:19.691713 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-ea77f63b-c0dc-431b-a80c-305c9fffca6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500853 Jun 22 19:08:19.779940 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-43230555-12c8-4965-a8cd-a76e00f2ee48 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Jun 22 19:08:19.864996 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-57c575ad-e91f-433f-a204-67feb1e91c63 req-d5882916-6e0b-4d21-a87e-4ad8471479bf service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788648 Jun 22 19:08:21.313624 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-057d0afa-3033-4d59-8096-12b3dbb66ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:24.338401 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-29f5792e-719b-4381-b65c-3e34596db3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:24.677438 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:26.314880 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:28.166556 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:28.811558 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56ecb-7416-4bd8-8dc3-5fd8a838b4c3 req-1ac8537f-beb9-4a01-8bf0-3f3cad7fb39b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:28.813048 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0ec56ecb-7416-4bd8-8dc3-5fd8a838b4c3 req-1ac8537f-beb9-4a01-8bf0-3f3cad7fb39b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.0613241 Jun 22 19:08:28.849018 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0ec56ecb-7416-4bd8-8dc3-5fd8a838b4c3 req-601b463e-96a5-45cb-9285-9dd52819db6b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305557 Jun 22 19:08:30.278795 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465048-0c85-47ec-888e-859e6cfe33e1 req-fa60d3eb-1051-4f60-b241-b4ecf6bf90ef tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:30.280255 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7465048-0c85-47ec-888e-859e6cfe33e1 req-fa60d3eb-1051-4f60-b241-b4ecf6bf90ef tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.3167973 Jun 22 19:08:30.291250 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-84d9f9cc-7f16-4cfe-b597-15f8ed0df03c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:30.292614 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-84d9f9cc-7f16-4cfe-b597-15f8ed0df03c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 946 time: 0.0854597 Jun 22 19:08:30.369621 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e7465048-0c85-47ec-888e-859e6cfe33e1 req-e343b645-3951-4b08-bfcc-59f5fc92af1a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760553 Jun 22 19:08:30.419230 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port 78227eaa-3b79-480c-9699-9b49aa5f2aff {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:08:30.419493 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:30.506251 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] For port 78227eaa-3b79-480c-9699-9b49aa5f2aff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78227eaa-3b79-480c-9699-9b49aa5f2aff,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:08:30.506625 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:30.671819 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:30.672092 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:30.672470 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP aa33b110-1a82-41d1-add8-f8690974d4b8 disassociated. External IP: 172.27.0.47, port: 78227eaa-3b79-480c-9699-9b49aa5f2aff. Jun 22 19:08:30.672772 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for 78227eaa-3b79-480c-9699-9b49aa5f2aff owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:08:30.794521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:30.798396 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-57182123-1a5d-4991-b225-5b0b37238b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:30.827506 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=78227eaa-3b79-480c-9699-9b49aa5f2aff,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:30.837648 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.838212 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.838598 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.838973 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.839346 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.839716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.840086 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.840954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.840954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.841245 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.841545 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.841899 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:30.847270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:30.949500 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:08:31.055415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:08:31.064961 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:08:31.076487 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:08:31.077115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:08:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:31.104019 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] No DVR routers for this DVR port 78227eaa-3b79-480c-9699-9b49aa5f2aff on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:08:31.106528 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:31.108509 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-43c4fd5d-eb59-4535-a8c3-bd6fb15893c4 req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "DELETE /v2.0/ports/78227eaa-3b79-480c-9699-9b49aa5f2aff HTTP/1.1" status: 204 len: 173 time: 0.8093209 Jun 22 19:08:31.109024 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'name': 'network-vif-deleted', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:08:31.111485 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e1de4-f011-410e-a3a6-ee0d992cc54a" -d '{"events": [{"server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "name": "network-vif-deleted", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:08:31.180907 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18440b5-7f63-486a-9272-a7af04a8f9a2 x-openstack-request-id: req-e18440b5-7f63-486a-9272-a7af04a8f9a2 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:08:31.181307 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2e79-a62d-4fa1-b85f-1c54902d44a9", "name": "network-vif-deleted", "tag": "78227eaa-3b79-480c-9699-9b49aa5f2aff", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:08:31.181944 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e18440b5-7f63-486a-9272-a7af04a8f9a2 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:08:31.182546 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2e79-a62d-4fa1-b85f-1c54902d44a9', 'name': 'network-vif-deleted', 'tag': '78227eaa-3b79-480c-9699-9b49aa5f2aff', 'status': 'completed', 'code': 200} Jun 22 19:08:31.187126 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:08:31.394114 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:31.424344 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:08:31.435287 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:08:31.435984 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:08:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:31.522502 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7f2b59af-b568-43ef-b9c9-7417b521b641 req-004ff10f-2853-40d4-932c-cf58b36c79a3 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=d99f2e79-a62d-4fa1-b85f-1c54902d44a9 HTTP/1.1" status: 200 len: 210 time: 0.0344594 Jun 22 19:08:31.555281 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:08:31.760189 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:31.787642 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf2c5b-bfd1-4ec3-b014-a55e993e318d None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:08:32.004440 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583e2db-8cc1-4d90-8b36-f26007069c45 None None] New status for floating IP aa33b110-1a82-41d1-add8-f8690974d4b8: DOWN {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:08:32.810873 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-f3296ec7-163e-4efe-bf42-7c38d7ca9dff tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801571077&fields=id&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 267 time: 0.0316212 Jun 22 19:08:32.919032 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-043c9b31-7c3e-4794-a643-a665556e61b5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:32.920458 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-043c9b31-7c3e-4794-a643-a665556e61b5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1033783 Jun 22 19:08:32.934493 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-109a9971-21fa-46b8-81fb-7c4b74b90074 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/quotas/be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 375 time: 0.0087664 Jun 22 19:08:33.001944 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-35149554-ea3e-4882-a6eb-268d205eaedf tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624468 Jun 22 19:08:33.097535 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-333c5c2d-1268-4143-ba0a-1e043756bc50 service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Jun 22 19:08:33.188666 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-6d65ef20-1243-43a7-977f-0868d7f1772e service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Jun 22 19:08:33.998741 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 78227eaa-3b79-480c-9699-9b49aa5f2aff no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:08:34.018216 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 78227eaa-3b79-480c-9699-9b49aa5f2aff {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:08:34.018570 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 78227eaa-3b79-480c-9699-9b49aa5f2aff not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:08:34.493580 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6badfe27-2760-4b13-b216-19b44ec65e28 req-20cd7434-6d5a-4bf7-92c2-a343cd31cd71 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0273335 Jun 22 19:08:35.572972 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-87dd985c-b9c9-40f2-97d5-7e71600d999d req-84ef9ff0-3bf5-4746-b3d7-a06ffb972cc0 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0273592 Jun 22 19:08:36.658855 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-894262ea-615b-45e9-b372-1b34dabe228b req-83bac7cd-3b43-470e-8830-46505bbc05e4 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0334170 Jun 22 19:08:37.739984 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1b6ceaf0-9fc2-493c-bf58-8dd260f848c7 req-9bd499f8-de6b-41af-b878-8c1997b0bc3e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Jun 22 19:08:38.880598 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-e8a8a6ba-667b-438f-adab-9bfdd6dd4607 req-83b008e5-8016-47a0-bbfc-3c51c4c0b324 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Jun 22 19:08:39.577087 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-74ffb9a9-de24-418c-8d5c-c2656e7f9562 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:39.578517 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-74ffb9a9-de24-418c-8d5c-c2656e7f9562 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1076524 Jun 22 19:08:39.630310 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-a71b07de-8dc5-43e6-a1ed-62afbc14ccb5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 380 time: 0.0333219 Jun 22 19:08:39.642942 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'port': {'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'admin_state_up': True, 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'security_groups': ['88a1135a-0639-44e1-a655-15092fd2eaa2']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:08:39.750554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Made reservation on behalf of be2f07c28ce249c4b8588a6246c4df7a for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:08:39.753909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:39.873578 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.20.0.5 (2018ba09-950f-400c-9da6-fc56d4509dc3/1871c873-f676-4aad-b3b3-56df5cea13ca/6b66215d-4ebe-4971-94b3-bd41f1c6a035) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:08:40.045123 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d58dd699-c830-4c8f-a1aa-8ba1103fb318 req-504f9966-d8aa-463b-bbe3-a454a88cf214 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0449994 Jun 22 19:08:40.049691 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.064058 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Transition to ACTIVE for port object 6b66215d-4ebe-4971-94b3-bd41f1c6a035 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:08:40.097263 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.101470 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-68bb048e-d8d2-4157-8520-a690fab7943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:40.147888 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:08:40.151617 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:08:40.155501 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:08:40.179241 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:40.184642 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:40.208729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:40.209362 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.226347 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-70bfe57c-3af0-4bfe-98d0-94d1022a35cd tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870626 Jun 22 19:08:40.244824 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Request body: {'port': {'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:08:40.318359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.345066 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c4c70625-8f20-485e-b2c3-4d5db550efa5 None None] Provisioning for port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:08:40.348725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-c4c70625-8f20-485e-b2c3-4d5db550efa5 None None] Provisioning complete for port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:08:40.349102 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c4c70625-8f20-485e-b2c3-4d5db550efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.383834 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-c4c70625-8f20-485e-b2c3-4d5db550efa5 None None] Port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:08:40.574875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b66215d-4ebe-4971-94b3-bd41f1c6a035 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:08:40.581864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.594195 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Transition to ACTIVE for port object 6b66215d-4ebe-4971-94b3-bd41f1c6a035 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:08:40.597650 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.599557 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:40.647066 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Pushing event updated for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:40.666041 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:40.715390 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Attempting to bind port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:08:40.715735 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Attempting to bind port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:08:40.716069 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Attempting to bind port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:08:40.720490 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 on network 2018ba09-950f-400c-9da6-fc56d4509dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 19:08:40.720816 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Attempting to bind port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:08:40.725709 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:08:40.726044 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:08:40.726428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Bound using segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:08:40.726886 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Bound port: 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:08:40.727235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.795163 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:08:40.798246 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:08:40.802860 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.804870 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-4412ba07-a6b4-4173-a0e6-0ce03b8d41f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:40.856761 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:40.857376 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:40.858748 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] 10.222.0.49 "PUT /v2.0/ports/6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 1093 time: 0.6194348 Jun 22 19:08:40.859279 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:08:40.861780 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01217276-3c45-436c-b4de-7a0b5ad7ac09" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:08:40.883725 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Pushing event updated for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:40.887437 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-279fd34d-16f1-4a66-a752-5d15676cbe3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:40.907089 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3808bf7b-2f0b-4cf0-bd4f-6e5e15f26a11 x-openstack-request-id: req-3808bf7b-2f0b-4cf0-bd4f-6e5e15f26a11 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:08:40.907422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:08:40.907718 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3808bf7b-2f0b-4cf0-bd4f-6e5e15f26a11 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:08:40.908149 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'status': 'completed', 'code': 200} Jun 22 19:08:40.966046 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-7d69b1bd-5514-4e41-a154-16d20d4b23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:40.967653 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-7d69b1bd-5514-4e41-a154-16d20d4b23eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1096 time: 0.0576560 Jun 22 19:08:41.012987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-ab1b2e34-792a-458d-9588-f6cd9364f276 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 217 time: 0.0385597 Jun 22 19:08:41.059792 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-459cb65c-fe05-4516-9294-f8b9075545e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.061244 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-459cb65c-fe05-4516-9294-f8b9075545e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0427740 Jun 22 19:08:41.117472 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf266-c86f-4954-b442-07a1bd80632f req-5155a756-43e9-43e0-bf06-2d8a268c54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.118931 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-5155a756-43e9-43e0-bf06-2d8a268c54af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519698 Jun 22 19:08:41.248602 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-126740f8-9336-48a1-93b1-17b08f909ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235034 Jun 22 19:08:41.259850 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af724ce3-edfa-4d91-8cfc-f1fd105901c6 req-9430b1b7-6b02-48d2-bbae-57c1836c98f6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.261209 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af724ce3-edfa-4d91-8cfc-f1fd105901c6 req-9430b1b7-6b02-48d2-bbae-57c1836c98f6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0918732 Jun 22 19:08:41.345887 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af724ce3-edfa-4d91-8cfc-f1fd105901c6 req-4fc9921f-a89f-47e6-ab36-509191dbb8b6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760188 Jun 22 19:08:41.369733 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-82faf266-c86f-4954-b442-07a1bd80632f req-bb7f628f-8587-4802-b58c-2ac7a32667bf service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075413 Jun 22 19:08:41.465169 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-87567fc5-5378-4f99-9a6f-71430f37a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.466799 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-87567fc5-5378-4f99-9a6f-71430f37a016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1096 time: 0.0521317 Jun 22 19:08:41.575656 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-8008d8cb-8bb6-434b-836f-8eebf02898a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.577275 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-8008d8cb-8bb6-434b-836f-8eebf02898a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.1042690 Jun 22 19:08:41.618030 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-5c41d1cb-f071-48b3-8d8c-ae8b2091cce6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 217 time: 0.0334206 Jun 22 19:08:41.665613 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-1012f217-5685-4f48-918f-fc277a7f9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.666900 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-1012f217-5685-4f48-918f-fc277a7f9f75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0418315 Jun 22 19:08:41.720971 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-60630e53-fbb8-44bf-ad2b-58178189add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:41.722394 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-60630e53-fbb8-44bf-ad2b-58178189add5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496328 Jun 22 19:08:41.811695 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-1ff79e57-6957-4516-ab89-70af3fece144 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813241 Jun 22 19:08:41.905455 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-01217276-3c45-436c-b4de-7a0b5ad7ac09 req-fb74738a-7741-4efb-981a-042e14b04eeb service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877972 Jun 22 19:08:42.521853 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be63b0-2ca9-44d4-a71b-dc2a9f97e976 req-a69903d1-2f71-43a4-8f21-aa8446c46d8d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:42.523242 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-23be63b0-2ca9-44d4-a71b-dc2a9f97e976 req-a69903d1-2f71-43a4-8f21-aa8446c46d8d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0678902 Jun 22 19:08:42.560332 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-23be63b0-2ca9-44d4-a71b-dc2a9f97e976 req-35b91002-5690-4448-953a-2a7a45a43ea9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302975 Jun 22 19:08:43.729898 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ce6a-4158-480f-8889-8b3da03155c6 req-8dca10ea-7777-4a9e-af12-a37f71e7d05b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:43.731338 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4f23ce6a-4158-480f-8889-8b3da03155c6 req-8dca10ea-7777-4a9e-af12-a37f71e7d05b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0610938 Jun 22 19:08:43.767987 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4f23ce6a-4158-480f-8889-8b3da03155c6 req-8ea7d986-f544-4baa-bedd-04f4ffa558c9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Jun 22 19:08:44.943583 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a898-d072-4b4b-9e8b-c4aa0f313654 req-88a22d70-3103-4180-b980-d8566c55e2f7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:44.945049 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58a1a898-d072-4b4b-9e8b-c4aa0f313654 req-88a22d70-3103-4180-b980-d8566c55e2f7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0648654 Jun 22 19:08:44.982316 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-58a1a898-d072-4b4b-9e8b-c4aa0f313654 req-a43dbf94-b315-46b4-be85-2598930cdbd6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Jun 22 19:08:46.152875 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17818-787d-4b26-b823-7d904395d973 req-a7e64f2a-0359-4785-b55e-0f8745eb85d2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:46.154321 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79a17818-787d-4b26-b823-7d904395d973 req-a7e64f2a-0359-4785-b55e-0f8745eb85d2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0625937 Jun 22 19:08:46.190720 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-79a17818-787d-4b26-b823-7d904395d973 req-29d30827-6299-478d-8e0b-27c045c5864b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Jun 22 19:08:47.384323 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcec78c-b4b8-4d69-964c-f3a48a8d30b0 req-1dcbbbb7-3208-4076-9c96-4d1012d5f8f6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:47.385908 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bcec78c-b4b8-4d69-964c-f3a48a8d30b0 req-1dcbbbb7-3208-4076-9c96-4d1012d5f8f6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0615871 Jun 22 19:08:47.422492 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4bcec78c-b4b8-4d69-964c-f3a48a8d30b0 req-ee98ee24-c71e-45cf-ad1b-39cc6e591076 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Jun 22 19:08:47.447957 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:48.594914 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa33ee6-66d4-45f0-8c67-124ccd4ef4c5 req-3f8e1bd3-412d-4eff-8412-9d8299462170 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:48.596389 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fa33ee6-66d4-45f0-8c67-124ccd4ef4c5 req-3f8e1bd3-412d-4eff-8412-9d8299462170 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0653276 Jun 22 19:08:48.633252 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fa33ee6-66d4-45f0-8c67-124ccd4ef4c5 req-69285142-72d7-4b50-90b1-226b2704f381 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Jun 22 19:08:49.801134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c58dc1-a59c-4fe5-8ffc-fff253fe873c req-f5bd7664-1973-45a2-8af6-50b3fafcda9e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:49.802648 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c2c58dc1-a59c-4fe5-8ffc-fff253fe873c req-f5bd7664-1973-45a2-8af6-50b3fafcda9e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 943 time: 0.0618951 Jun 22 19:08:49.841158 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c2c58dc1-a59c-4fe5-8ffc-fff253fe873c req-eecb9473-d9a1-49d5-ae0a-0f30bbaa0b79 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jun 22 19:08:50.058264 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6b66215d-4ebe-4971-94b3-bd41f1c6a035 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 19:08:50.148663 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:08:50.160445 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 19:08:50.198725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:50.210791 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b66215d-4ebe-4971-94b3-bd41f1c6a035 {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:08:50.230107 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:08:50.233980 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:50.236067 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:50.280738 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:50.289600 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.289951 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.290295 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.290717 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.291054 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.291396 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.291728 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.292057 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.292412 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.292743 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.293068 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.293392 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:08:50.297272 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:50.444166 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['6b66215d-4ebe-4971-94b3-bd41f1c6a035'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 19:08:51.018826 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce947c08-7b6d-4319-9137-8c5cceb8164a req-c6b790a2-6ed3-417c-bcc1-bbc7ad014609 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:51.020309 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ce947c08-7b6d-4319-9137-8c5cceb8164a req-c6b790a2-6ed3-417c-bcc1-bbc7ad014609 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 944 time: 0.0665808 Jun 22 19:08:51.316290 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-cce96f2b-7603-41ee-a156-a8255a4cec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:51.339527 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ce947c08-7b6d-4319-9137-8c5cceb8164a req-7eb8baa3-d096-4cd9-8191-6be5e9818dd6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128877 Jun 22 19:08:51.451024 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:08:52.058904 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6b66215d-4ebe-4971-94b3-bd41f1c6a035 up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:08:52.105999 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:08:52.109673 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:08:52.110060 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:52.307322 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:52.328560 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:08:52.330812 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538ec358-1de2-4344-9af3-567a478e1bd4" -d '{"events": [{"server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "name": "network-vif-plugged", "status": "completed", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:08:52.343252 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:08:52.347691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:52.350489 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:52.375158 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc82d4-094e-4b19-b48a-fd3c9d89aacf x-openstack-request-id: req-42fc82d4-094e-4b19-b48a-fd3c9d89aacf {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:08:52.375602 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "name": "network-vif-plugged", "status": "completed", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:08:52.375867 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42fc82d4-094e-4b19-b48a-fd3c9d89aacf {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:08:52.376312 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'code': 200} Jun 22 19:08:52.402162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:52.405034 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:52.513152 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb26e-a349-44b2-b283-7cc31cc81260 req-17fc73fd-4baf-4efa-bea3-66c939c31a7e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:52.514890 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92cbb26e-a349-44b2-b283-7cc31cc81260 req-17fc73fd-4baf-4efa-bea3-66c939c31a7e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.0628080 Jun 22 19:08:52.552849 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-92cbb26e-a349-44b2-b283-7cc31cc81260 req-5243500d-6cdb-4cb1-a2ae-3c7d1df5b2d0 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jun 22 19:08:52.628679 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077e78b-53f0-4da5-ba22-33776a2cf904 req-8882727a-6cb4-4e96-9153-36e0a5312f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:52.630065 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8077e78b-53f0-4da5-ba22-33776a2cf904 req-8882727a-6cb4-4e96-9153-36e0a5312f15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0490062 Jun 22 19:08:52.666676 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8077e78b-53f0-4da5-ba22-33776a2cf904 req-28435356-e110-4a9b-8103-a70ef90121b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301075 Jun 22 19:08:53.771690 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5404-6753-4051-89fe-cbb85fa938c7 req-0e762bc2-b8ba-4ef9-a7f2-8b1eac02d2e6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:53.773155 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c32b5404-6753-4051-89fe-cbb85fa938c7 req-0e762bc2-b8ba-4ef9-a7f2-8b1eac02d2e6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.1113453 Jun 22 19:08:53.810573 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c32b5404-6753-4051-89fe-cbb85fa938c7 req-befd08f1-7c9d-4bfc-b76a-a53e2d4be02a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Jun 22 19:08:53.976130 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9cfdb-226d-40d7-bc1e-3fe195f7aa91 req-827d5dcc-7fcd-4914-a793-d4c52f017126 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:53.977599 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0cd9cfdb-226d-40d7-bc1e-3fe195f7aa91 req-827d5dcc-7fcd-4914-a793-d4c52f017126 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.0608294 Jun 22 19:08:54.014929 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0cd9cfdb-226d-40d7-bc1e-3fe195f7aa91 req-d0dd4c4b-9224-4fe6-9bbe-bbdb02bb9ca7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Jun 22 19:08:54.039412 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43234) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:08:54.092750 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a3c51-8b6c-474f-afd9-fd15543e60d0 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:54.094189 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-ec6a3c51-8b6c-474f-afd9-fd15543e60d0 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1093 time: 0.0538285 Jun 22 19:08:54.096874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43236) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:08:54.101251 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:08:54.126976 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.219269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.321584 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.27.0.231 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/1059d64f-9c54-4d33-a371-4b6cb9824bae) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:08:54.339416 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-04038287-5eef-4818-8efc-77d6b6e5965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.422924 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.459533 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.462357 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-04c5a98e-8b6a-45b3-a7c7-78fb2b0e0f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:54.500854 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:08:54.503631 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:08:54.507012 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:08:54.512946 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=1059d64f-9c54-4d33-a371-4b6cb9824bae,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:54.531702 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:54.677321 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.858423 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:54.933576 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:55.081755 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:55.086139 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:55.088320 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5cd331e0-bbdf-4d42-9c07-9d97c238c391 tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:08:55.155292 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=1059d64f-9c54-4d33-a371-4b6cb9824bae,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:08:55.160483 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:08:55.167338 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:55.265728 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.db.l3_db [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP b44b8225-d75b-4447-86f4-251799239cdf associated. External IP: 172.27.0.231, port: 6b66215d-4ebe-4971-94b3-bd41f1c6a035. Jun 22 19:08:55.463018 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:08:55.568815 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:08:55.578530 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:08:55.583940 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:55.587135 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:08:55.588383 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:08:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:55.632227 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-0a074665-9f71-4093-9d4d-9a137f32cae7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5225065 Jun 22 19:08:55.632227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:08:55.632227 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa97f7e-537b-4ec6-a790-faa31a149404" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:08:55.659502 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9162390-4479-49a8-9dd1-6b246690a3a6 x-openstack-request-id: req-d9162390-4479-49a8-9dd1-6b246690a3a6 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:08:55.659832 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:08:55.660138 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9162390-4479-49a8-9dd1-6b246690a3a6 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:08:55.660654 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'status': 'completed', 'code': 200} Jun 22 19:08:55.694506 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:08:55.742384 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-01d44774-e56b-46c4-aa5f-499aea8b63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:55.743861 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-01d44774-e56b-46c4-aa5f-499aea8b63f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0599883 Jun 22 19:08:55.830415 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-4989d8d5-9225-4c2a-b655-ab0eca761133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:55.831861 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-4989d8d5-9225-4c2a-b655-ab0eca761133 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0822871 Jun 22 19:08:55.900985 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-2cd58b06-fb71-4ae8-9717-d109d8a16e99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 999 time: 0.0613334 Jun 22 19:08:55.911854 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:54Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:55.937830 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:08:55.948788 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-153b4149-cad8-45b5-ab98-64e69a5e67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:55.949924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:08:55.950222 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-153b4149-cad8-45b5-ab98-64e69a5e67d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0441432 Jun 22 19:08:55.950547 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:08:54Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:56.008126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-3b9711d0-de30-4c87-b358-7bae8f39c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:08:56.010212 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-3b9711d0-de30-4c87-b358-7bae8f39c4aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539925 Jun 22 19:08:56.064156 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:08:56.100991 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-568219f6-5a9f-478b-afdf-aaf308d58837 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848136 Jun 22 19:08:56.189519 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-7fa97f7e-537b-4ec6-a790-faa31a149404 req-4ca65ec4-3523-4f41-b6f5-ba8c1e301284 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824382 Jun 22 19:08:56.291561 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:54Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:08:56.327552 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2231fd4-b241-427b-98b1-796ca84afa89 None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:54Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:08:56.342580 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:08:56.521204 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144894a8-c334-4301-9fc9-ae6e3372cb6d None None] New status for floating IP b44b8225-d75b-4447-86f4-251799239cdf: ACTIVE {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:08:58.169438 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:17.466328 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:20.320818 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-71b56474-9288-4ba4-8855-2e7eca9de14f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503445 Jun 22 19:09:20.416255 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-14d42f92-aae2-426f-a693-1710c4e9d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:09:20.417685 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-14d42f92-aae2-426f-a693-1710c4e9d338 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0551362 Jun 22 19:09:20.518270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-916ca50a-e811-490d-bfd4-4c66e369bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:09:20.519697 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-916ca50a-e811-490d-bfd4-4c66e369bbd2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0824769 Jun 22 19:09:20.586288 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-ecba998c-4fd0-499e-a5bd-4a0b046954a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 1001 time: 0.0592523 Jun 22 19:09:20.638606 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-194efb9e-8beb-4d1a-b14a-3506c5c591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:09:20.640100 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-194efb9e-8beb-4d1a-b14a-3506c5c591d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0481002 Jun 22 19:09:20.699135 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-e13d1ae2-5dd4-478c-9055-4a7d2fe0a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:09:20.700625 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-e13d1ae2-5dd4-478c-9055-4a7d2fe0a81c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546453 Jun 22 19:09:20.806265 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-fc3940d4-b950-42ff-8583-fbad2a679b9d service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992510 Jun 22 19:09:20.912959 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c5a6f163-486f-4b9c-871d-3aed12d82d23 req-780a6680-a0d2-4af5-9237-f2bc821901a0 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984602 Jun 22 19:09:21.321593 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-03e80509-eaef-4705-92f7-eea00c489f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:24.340308 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-80eb46a6-5176-418e-b5a8-3ff8378885e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:24.679312 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:26.321460 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:28.176230 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:28.449151 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:09:47.479208 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:51.324028 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4b517a13-89c7-4f80-868b-99415b54e081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:54.344169 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5bb460b1-e5e7-4df4-b1cc-5009f4523fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:54.681063 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:56.323200 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:09:58.174548 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:05.447539 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:10:17.479327 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:21.323206 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ebe173de-4bf0-4734-af71-77966e3fc6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:22.341484 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-de1cfdd8-3ad7-44da-8897-dcd716f1a7ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546587 Jun 22 19:10:22.434375 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975462-29dc-4592-875c-74ca69530119 req-dd47b351-79f0-4b5f-bd64-1a0228961b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:22.436534 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-dd47b351-79f0-4b5f-bd64-1a0228961b61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0522499 Jun 22 19:10:22.536822 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975462-29dc-4592-875c-74ca69530119 req-2b129181-f103-466f-bdc3-37b18ce5e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:22.538273 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-2b129181-f103-466f-bdc3-37b18ce5e8e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0828495 Jun 22 19:10:22.603982 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-1a7c7007-b1d9-40b3-bfb7-2692db112ef8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 1001 time: 0.0594120 Jun 22 19:10:22.655423 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975462-29dc-4592-875c-74ca69530119 req-2d211570-2dc3-4fdc-a86b-31fee7bf11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:22.656951 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-2d211570-2dc3-4fdc-a86b-31fee7bf11c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0468299 Jun 22 19:10:22.711626 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975462-29dc-4592-875c-74ca69530119 req-3efafd06-c1a1-445a-bcc9-a72bb5bd50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:22.713079 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-3efafd06-c1a1-445a-bcc9-a72bb5bd50a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500770 Jun 22 19:10:22.813542 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-ba10b0e2-76d4-4e8e-9799-b07ee9129d2a service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932958 Jun 22 19:10:22.931585 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0d975462-29dc-4592-875c-74ca69530119 req-e88e7e7e-7353-40f3-bba3-f24c7e58c930 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117568 Jun 22 19:10:24.345952 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5901c522-a1e3-49ca-ae82-97ff6be8db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:24.681842 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:26.325535 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:28.176894 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:32.959855 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-d09a44d0-1544-4dbf-b5f9-aea2924e280b tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801571077&fields=id&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 267 time: 0.0342705 Jun 22 19:10:33.069580 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5c4955e1-f060-4702-a224-f8e6cd028842 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:33.070994 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5c4955e1-f060-4702-a224-f8e6cd028842 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1046672 Jun 22 19:10:33.085211 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-94f0add5-fbfe-4353-90f3-c6a85e764d78 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/quotas/be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 375 time: 0.0087678 Jun 22 19:10:33.153716 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-9c8f8986-3a43-41a5-9d18-91c3792aee38 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0634277 Jun 22 19:10:33.248360 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1e251ca3-942a-4b91-bd2a-5ed1d6f7432f service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823729 Jun 22 19:10:33.333679 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-9a1838ee-c4fb-408b-af66-86cb6257d67b service neutron] 10.222.0.68 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795712 Jun 22 19:10:33.633361 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4625d47a-738d-47e8-b6a1-b3fcb55d6e54 req-fd4fe64c-bf0d-4d04-aa08-fe292d4a6150 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 210 time: 0.0314007 Jun 22 19:10:34.717189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-623eddaa-f8af-4a61-a085-aa2347614f2a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:34.718754 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-623eddaa-f8af-4a61-a085-aa2347614f2a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 812 time: 0.1042302 Jun 22 19:10:34.794817 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-9b5dc5ed-53c0-41cb-874c-f179ec8823d0 req-3edd7632-b637-4ce4-8527-1d60cba17d77 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 210 time: 0.0394678 Jun 22 19:10:34.801963 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-c5954167-00f3-4ea3-88aa-b8a5da730c1c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be2f07c28ce249c4b8588a6246c4df7a HTTP/1.1" status: 200 len: 380 time: 0.0635252 Jun 22 19:10:34.818580 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'port': {'device_id': '113275e9-9e61-4aaf-a95b-c799945dc925', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'admin_state_up': True, 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'security_groups': ['88a1135a-0639-44e1-a655-15092fd2eaa2']}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:10:34.920888 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Made reservation on behalf of be2f07c28ce249c4b8588a6246c4df7a for: {'port': 1} {{(pid=92932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 19:10:34.924370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.046944 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.20.0.9 (2018ba09-950f-400c-9da6-fc56d4509dc3/1871c873-f676-4aad-b3b3-56df5cea13ca/c573fc08-e3a7-46f8-87c5-fad96e172cbd) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:10:35.176897 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.195864 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Transition to ACTIVE for port object c573fc08-e3a7-46f8-87c5-fad96e172cbd will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:10:35.231095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3580359'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.236166 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-dc833a70-967e-44e2-be46-20162cce642f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:35.280779 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:10:35.284164 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:10:35.287909 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:10:35.314820 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:35.327348 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.327828 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.328270 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.328711 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.329090 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.329529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.329921 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.330291 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.330773 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.331047 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.331447 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.331827 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:35.337702 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:35.355872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:35.356519 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.373192 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-1d004027-1ed6-4a78-aa20-7c8c712d2c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656495 Jun 22 19:10:35.390586 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.v2.base [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Request body: {'port': {'device_id': '113275e9-9e61-4aaf-a95b-c799945dc925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:10:35.471529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.478678 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6148ff01-c0f9-4833-8990-29be5a06679f None None] Provisioning for port c573fc08-e3a7-46f8-87c5-fad96e172cbd completed by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:10:35.482462 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-6148ff01-c0f9-4833-8990-29be5a06679f None None] Provisioning complete for port c573fc08-e3a7-46f8-87c5-fad96e172cbd triggered by entity DHCP. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:10:35.483817 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6148ff01-c0f9-4833-8990-29be5a06679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:35.519133 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-6148ff01-c0f9-4833-8990-29be5a06679f None None] Port c573fc08-e3a7-46f8-87c5-fad96e172cbd cannot update to ACTIVE because it is not bound. {{(pid=92933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 19:10:36.050359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d145c-7c7e-4c6e-b44c-d905692c58f9 req-ad70526f-0c93-49e0-b24b-5376f756bd17 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.051795 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-434d145c-7c7e-4c6e-b44c-d905692c58f9 req-ad70526f-0c93-49e0-b24b-5376f756bd17 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 931 time: 0.1174300 Jun 22 19:10:36.057001 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c573fc08-e3a7-46f8-87c5-fad96e172cbd {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:10:36.071462 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:36.097098 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Transition to ACTIVE for port object c573fc08-e3a7-46f8-87c5-fad96e172cbd will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 19:10:36.103957 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:36.108281 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-430615e9-482a-4559-909a-0f297aca9214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:36.135435 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-434d145c-7c7e-4c6e-b44c-d905692c58f9 req-a673fb1b-8ad4-4622-9009-a14f5a692022 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732071 Jun 22 19:10:36.158918 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Pushing event updated for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:36.164562 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:36.230790 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Attempting to bind port c573fc08-e3a7-46f8-87c5-fad96e172cbd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 19:10:36.231127 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Attempting to bind port c573fc08-e3a7-46f8-87c5-fad96e172cbd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 19:10:36.231451 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Attempting to bind port c573fc08-e3a7-46f8-87c5-fad96e172cbd on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:10:36.236268 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Port c573fc08-e3a7-46f8-87c5-fad96e172cbd on network 2018ba09-950f-400c-9da6-fc56d4509dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 19:10:36.236588 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Attempting to bind port c573fc08-e3a7-46f8-87c5-fad96e172cbd on network 2018ba09-950f-400c-9da6-fc56d4509dc3 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 19:10:36.241379 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Checking agent: {'id': 'b8337abc-914c-43cd-b5b4-8ecab7bf91fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 19:10:36.241714 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Checking segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 19:10:36.242099 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Bound using segment: {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 19:10:36.242523 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Bound port: c573fc08-e3a7-46f8-87c5-fad96e172cbd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac76253-8bc2-42d1-a36e-8bcf494e796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 19:10:36.242866 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:36.312418 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 19:10:36.315574 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 19:10:36.319526 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580373'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:36.321472 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:36.356816 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.357428 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:36.358913 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] 10.222.0.49 "PUT /v2.0/ports/c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 1093 time: 0.9727097 Jun 22 19:10:36.359430 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:10:36.361765 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afc7f0-9166-43ec-a41a-b310ce8db467" -d '{"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:10:36.385607 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Pushing event updated for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:36.387980 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-5894898e-d983-4e7b-8848-43ff6fe2dcde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:36.409560 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0847187a-b7c8-4002-8a7b-f07f447c6632 x-openstack-request-id: req-0847187a-b7c8-4002-8a7b-f07f447c6632 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:10:36.409814 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:10:36.410102 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0847187a-b7c8-4002-8a7b-f07f447c6632 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:10:36.410528 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'status': 'completed', 'code': 200} Jun 22 19:10:36.455872 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-132eb1cc-963f-4440-8abd-f4d5c3a0c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.457388 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-132eb1cc-963f-4440-8abd-f4d5c3a0c950 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1096 time: 0.0566833 Jun 22 19:10:36.499730 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-87b2f642-634f-4171-946d-e18fae82359a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 217 time: 0.0348306 Jun 22 19:10:36.551754 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-af53c66b-343e-4610-9d03-166b57ca00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.553221 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-af53c66b-343e-4610-9d03-166b57ca00ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0474873 Jun 22 19:10:36.608681 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-a6bc0a63-f553-4ea5-82d5-fb8ee7918b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.610025 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-a6bc0a63-f553-4ea5-82d5-fb8ee7918b24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506480 Jun 22 19:10:36.697250 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-b037ddd9-b2e5-418d-b6cd-3f92e2e35380 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Jun 22 19:10:36.787465 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-cdbea9db-32b0-4911-acca-a8f1bca3d046 req-381b1ff1-4aa4-43e9-9017-718ffa398a7a service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831075 Jun 22 19:10:36.884658 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-88bfa3f2-08fa-484d-9257-567c30d14689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.886027 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-88bfa3f2-08fa-484d-9257-567c30d14689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1096 time: 0.0523884 Jun 22 19:10:36.985361 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-14f9bf69-f7bb-40a5-a61c-2db52b91c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:36.986795 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-14f9bf69-f7bb-40a5-a61c-2db52b91c9c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0943668 Jun 22 19:10:37.026214 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-26b54555-8067-4cbc-8c0f-78359e1a7825 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 217 time: 0.0326126 Jun 22 19:10:37.073690 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-f9758ad6-4139-4741-99be-f2af39102c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:37.075058 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-f9758ad6-4139-4741-99be-f2af39102c48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0413561 Jun 22 19:10:37.135140 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-b31cd279-b54e-4fe8-b38e-a5bb785fd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:37.136519 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-b31cd279-b54e-4fe8-b38e-a5bb785fd667 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536146 Jun 22 19:10:37.226915 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-9cef6228-64ad-4ea7-bde5-f101ecc5ae93 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800436 Jun 22 19:10:37.356675 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-73afc7f0-9166-43ec-a41a-b310ce8db467 req-956fd958-927b-40eb-9102-7032a7011333 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224134 Jun 22 19:10:37.368577 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff4240-e99e-4d88-b91b-199126819810 req-49825e5c-8ff3-46f6-8647-9713c4e77f9e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:37.369979 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fff4240-e99e-4d88-b91b-199126819810 req-49825e5c-8ff3-46f6-8647-9713c4e77f9e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.1183271 Jun 22 19:10:37.408780 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5fff4240-e99e-4d88-b91b-199126819810 req-e564fae8-a1de-4b08-a682-4dd588626d70 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Jun 22 19:10:38.629207 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c85208-f44e-4556-8c5c-011a25b08861 req-3718f8ee-f3f5-46e8-9840-c6bc6787efb7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:38.630671 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c4c85208-f44e-4556-8c5c-011a25b08861 req-3718f8ee-f3f5-46e8-9840-c6bc6787efb7 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.0626435 Jun 22 19:10:38.672853 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-c4c85208-f44e-4556-8c5c-011a25b08861 req-036e7ad8-0842-4fe5-940a-7d70597bed82 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365746 Jun 22 19:10:39.841191 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483f9c-527c-45ad-b1eb-9e827e002b10 req-0187e728-a19c-434c-8e21-48727faf6f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:39.843327 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63483f9c-527c-45ad-b1eb-9e827e002b10 req-0187e728-a19c-434c-8e21-48727faf6f00 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.0621645 Jun 22 19:10:39.883521 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-63483f9c-527c-45ad-b1eb-9e827e002b10 req-c25218e5-bd95-4367-a991-baba3dfabaa0 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343146 Jun 22 19:10:41.058498 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514e128-b472-4a16-ac15-81ab389efe51 req-1f182732-7624-4731-8a09-b222fa8911af tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:41.059939 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6514e128-b472-4a16-ac15-81ab389efe51 req-1f182732-7624-4731-8a09-b222fa8911af tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.0608537 Jun 22 19:10:41.096181 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6514e128-b472-4a16-ac15-81ab389efe51 req-0370b429-1ceb-4d45-8fc4-7d3289d95613 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299602 Jun 22 19:10:42.268610 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d46b6-28f4-4e18-b6da-43b1e9190e5e req-9fb5e360-ae6e-44be-ac04-922b91a5c54c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:42.270182 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d77d46b6-28f4-4e18-b6da-43b1e9190e5e req-9fb5e360-ae6e-44be-ac04-922b91a5c54c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.0650613 Jun 22 19:10:42.306204 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-d77d46b6-28f4-4e18-b6da-43b1e9190e5e req-2c98eb29-dbba-4a39-816f-cf90fd2e6751 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305693 Jun 22 19:10:42.445293 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:10:43.474775 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a821-a9f3-4935-bee3-5452cbdc9eba req-e59c5dd2-b59b-4070-8fd7-d5d9a32a4ef2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:43.476246 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4382a821-a9f3-4935-bee3-5452cbdc9eba req-e59c5dd2-b59b-4070-8fd7-d5d9a32a4ef2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 943 time: 0.0621595 Jun 22 19:10:43.513274 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-4382a821-a9f3-4935-bee3-5452cbdc9eba req-1dd1625a-cc72-4651-878a-061eb5e879ea tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313509 Jun 22 19:10:44.441392 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c573fc08-e3a7-46f8-87c5-fad96e172cbd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 19:10:44.536278 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:10:44.548145 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Returning: {'device': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'port_id': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'mac_address': 'fa:16:3e:e3:77:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 19:10:44.586340 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:44.599026 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c573fc08-e3a7-46f8-87c5-fad96e172cbd {{(pid=92933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 19:10:44.618181 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:10:44.622258 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:44.624042 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:44.668770 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:44.676142 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.676516 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.676860 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.677200 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.677533 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.677863 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.678187 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.678514 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.678840 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.679163 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.679493 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.679816 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:44.683691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:44.702962 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae6ee9-494d-4105-bb0a-bd6c911291d0 req-2574ffd3-b9c2-4db5-9b25-fda91d775feb tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:44.704409 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6ae6ee9-494d-4105-bb0a-bd6c911291d0 req-2574ffd3-b9c2-4db5-9b25-fda91d775feb tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 944 time: 0.0664206 Jun 22 19:10:44.744969 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b6ae6ee9-494d-4105-bb0a-bd6c911291d0 req-d69f6471-7519-4c8c-aa9f-11a3acde635d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348692 Jun 22 19:10:44.846993 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] get_ports_and_sgs() called for port_ids ['c573fc08-e3a7-46f8-87c5-fad96e172cbd'] {{(pid=92933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 19:10:45.918960 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f79f6e-79cb-41c1-809f-30723caa71fc req-d48905a3-7f93-40b7-9506-907040749ce8 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:45.920460 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1f79f6e-79cb-41c1-809f-30723caa71fc req-d48905a3-7f93-40b7-9506-907040749ce8 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 944 time: 0.0652976 Jun 22 19:10:45.963386 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-b1f79f6e-79cb-41c1-809f-30723caa71fc req-abf50d5e-dede-4ace-95a3-d5d1f45b0a30 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Jun 22 19:10:46.441482 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c573fc08-e3a7-46f8-87c5-fad96e172cbd up at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 19:10:46.491363 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning for port c573fc08-e3a7-46f8-87c5-fad96e172cbd completed by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 19:10:46.495361 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Provisioning complete for port c573fc08-e3a7-46f8-87c5-fad96e172cbd triggered by entity L2. {{(pid=92933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 19:10:46.495750 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7776695'] for port, provisioning_complete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:46.570918 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:46.593697 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd'}] {{(pid=92933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:10:46.595947 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d427cbbf95e4bfd735b4ef4886008c931bb307777fe7926a2b10c98041eacf60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad39cb84-c073-4301-b0f3-267b3a24683f" -d '{"events": [{"server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "name": "network-vif-plugged", "status": "completed", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd"}]}' {{(pid=92933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:10:46.608376 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:10:46.613083 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:46.616086 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:46.638827 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a83275c-4bc2-4948-9099-e91a6ceec58d x-openstack-request-id: req-3a83275c-4bc2-4948-9099-e91a6ceec58d {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:10:46.639131 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "name": "network-vif-plugged", "status": "completed", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd", "code": 200}]} {{(pid=92933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:10:46.639395 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a83275c-4bc2-4948-9099-e91a6ceec58d {{(pid=92933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:10:46.639965 dv-cinder-774286-17-iscsi neutron-server[92933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'code': 200} Jun 22 19:10:46.667846 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Pushing event updated for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=5']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:46.670728 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:46.894359 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293521-33f5-4fef-bb35-a8932bb4cdab req-cb7454f2-51fd-4937-9226-89aa5e48618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:46.895737 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6a293521-33f5-4fef-bb35-a8932bb4cdab req-cb7454f2-51fd-4937-9226-89aa5e48618d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1098 time: 0.0502989 Jun 22 19:10:46.928857 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-6a293521-33f5-4fef-bb35-a8932bb4cdab req-3950e3c5-5b24-4850-b4fe-0382a488785b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268347 Jun 22 19:10:47.138125 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240375e-9a55-4363-9544-6924e0d7fd68 req-544c3ea0-f31c-484d-9c53-0695d4162c08 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:47.139563 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8240375e-9a55-4363-9544-6924e0d7fd68 req-544c3ea0-f31c-484d-9c53-0695d4162c08 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Jun 22 19:10:47.177217 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-8240375e-9a55-4363-9544-6924e0d7fd68 req-86b80524-8ac0-4591-9639-4d47f29eb39d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Jun 22 19:10:47.513715 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:48.346188 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216d54-19ec-4f08-9024-33e6c26dd8a1 req-5497516f-ed76-4b86-ab1c-f0870f1462cf tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:48.348376 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95216d54-19ec-4f08-9024-33e6c26dd8a1 req-5497516f-ed76-4b86-ab1c-f0870f1462cf tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.0629900 Jun 22 19:10:48.385336 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-95216d54-19ec-4f08-9024-33e6c26dd8a1 req-a336dd4d-0058-410c-86e2-f86bda001953 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jun 22 19:10:48.552998 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed123-142c-44c5-8f5c-cd3b958a04a9 req-7317f6f8-9e5e-4bcf-bcd3-5a81db36b978 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:48.554435 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1a8ed123-142c-44c5-8f5c-cd3b958a04a9 req-7317f6f8-9e5e-4bcf-bcd3-5a81db36b978 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.0621088 Jun 22 19:10:48.590398 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-1a8ed123-142c-44c5-8f5c-cd3b958a04a9 req-e429741f-0a28-48f6-a3f5-03bfb7a1ba6c tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304244 Jun 22 19:10:48.614965 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43358) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:10:48.665676 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c41b35-4f33-4aea-9b35-d4929c32eb75 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:48.667134 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f7c41b35-4f33-4aea-9b35-d4929c32eb75 tempest-TestVolumeBootPattern-2016353332 tempest-TestVolumeBootPattern-2016353332-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1093 time: 0.0511966 Jun 22 19:10:48.669862 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43362) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:10:48.674150 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Request body: {'floatingip': {'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'port_id': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 19:10:48.694124 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:48.789020 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-637825'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:48.886185 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Allocated IP 172.27.0.123 (11e07f2d-94b7-43ed-ae7e-77802d2b8606/00969515-2bb3-400a-8259-7c06eaa5949d/c207e0c7-0594-4ecb-a3c3-98d55255e832) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 19:10:48.989805 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.029181 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758264120679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2595976'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.031865 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-05e2583f-2d58-4a10-bac7-d6a2182d4308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:49.071201 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Network 11e07f2d-94b7-43ed-ae7e-77802d2b8606 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 19:10:49.074220 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 19:10:49.076941 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 19:10:49.100671 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=c207e0c7-0594-4ecb-a3c3-98d55255e832,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:49.109810 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.110196 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.110570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.110940 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.111307 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.111672 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.112034 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.112425 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.112787 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.113143 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.113499 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.113854 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:10:49.117965 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:49.454880 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.526949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-637879'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.668021 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.673307 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758264551626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758264120697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758264120742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595994'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.675167 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:10:49.738991 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event updated for resources: {'Port': ['ID=c207e0c7-0594-4ecb-a3c3-98d55255e832,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:10:49.742733 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:10:49.752933 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485714'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:49.847747 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP d533613f-ce34-4891-b2fe-612b49d1e988 associated. External IP: 172.27.0.123, port: c573fc08-e3a7-46f8-87c5-fad96e172cbd. Jun 22 19:10:50.266699 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:10:50.378909 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:10:50.389586 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:10:50.395298 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:50.399754 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:10:50.400432 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:10:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:10:50.432782 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fe8de750-3a35-40c7-8a08-f8a4b0e280d6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7619195 Jun 22 19:10:50.433454 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:10:50.435740 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415e30ae-1eaf-4a73-a025-976fb70b0c69" -d '{"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:10:50.505730 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:10:50.529681 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95618c39-9f09-4e97-a7de-d1984f41fb9a x-openstack-request-id: req-95618c39-9f09-4e97-a7de-d1984f41fb9a {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:10:50.530022 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:10:50.530343 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-95618c39-9f09-4e97-a7de-d1984f41fb9a {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:10:50.530774 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'status': 'completed', 'code': 200} Jun 22 19:10:50.607084 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-223a9c1f-2b09-4d70-9384-d62cfe1d070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:50.608576 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-223a9c1f-2b09-4d70-9384-d62cfe1d070c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1098 time: 0.0560424 Jun 22 19:10:50.703729 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-cfe2385d-ac00-4216-b7ef-09641044740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:50.705523 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-cfe2385d-ac00-4216-b7ef-09641044740e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0911458 Jun 22 19:10:50.790860 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-fc12cd6a-c688-49a0-a6e2-7d9feddee297 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 999 time: 0.0793674 Jun 22 19:10:50.838535 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-d0c9332e-c9d5-460d-bbdd-284d4ffe8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:50.840018 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-d0c9332e-c9d5-460d-bbdd-284d4ffe8cc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0427644 Jun 22 19:10:50.855949 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}, {'id': 'd533613f-ce34-4891-b2fe-612b49d1e988', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:e3:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113275e9-9e61-4aaf-a95b-c799945dc925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:10:49Z', 'updated_at': '2021-06-22T19:10:49Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:10:50.882314 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:10:50.891294 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:10:50.891913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:10:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:10:50.900529 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-72f009d9-b038-40e1-b3ce-b0c5168577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:10:50.902033 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-72f009d9-b038-40e1-b3ce-b0c5168577c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546331 Jun 22 19:10:50.995559 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:10:50.997126 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-85200ff7-08ad-408a-90d5-f7c1ba24a98c service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874543 Jun 22 19:10:51.085865 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-415e30ae-1eaf-4a73-a025-976fb70b0c69 req-8e8e8e30-90fc-4b87-9b4e-da42ae454029 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825891 Jun 22 19:10:51.233238 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}, {'id': 'd533613f-ce34-4891-b2fe-612b49d1e988', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:e3:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113275e9-9e61-4aaf-a95b-c799945dc925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:10:49Z', 'updated_at': '2021-06-22T19:10:49Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:10:51.259121 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b964c-0308-403a-b85f-81d86108d42f None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}, {'id': 'd533613f-ce34-4891-b2fe-612b49d1e988', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:e3:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113275e9-9e61-4aaf-a95b-c799945dc925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:10:49Z', 'updated_at': '2021-06-22T19:10:49Z', 'revision_number': 0, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:10:51.324758 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-68ef98e2-31ca-4ece-997e-57b9902c06c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:51.438690 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaed05-4c41-47f3-a076-aa4e93d5d3fe None None] New status for floating IP d533613f-ce34-4891-b2fe-612b49d1e988: ACTIVE {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:10:54.346544 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b40ae5d6-8c64-4ff0-abe5-b0892d5aa0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:54.681946 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:56.328581 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:10:58.180320 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:17.521502 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:19.444183 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:11:21.325796 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4e3-3ccd-4d87-a5dc-0c513d62b600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:24.352356 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-05cbd454-da50-435e-9168-1fea24b38b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:24.378756 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-3e2cec4e-f587-4a18-9726-b5fd5a0d6bdf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956490 Jun 22 19:11:24.477170 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f36b56-bbda-4043-92c5-7456f2531026 req-6fc8cfc3-e827-45c1-b763-e3cda8f77990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:11:24.478665 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-6fc8cfc3-e827-45c1-b763-e3cda8f77990 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0578289 Jun 22 19:11:24.578972 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f36b56-bbda-4043-92c5-7456f2531026 req-c27b292d-b94f-4eba-9c4a-30a306026e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:11:24.580342 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-c27b292d-b94f-4eba-9c4a-30a306026e1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0818434 Jun 22 19:11:24.645611 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-bd2eb1fb-e761-4d70-b98c-a95a9598e90f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 1001 time: 0.0592017 Jun 22 19:11:24.682635 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:24.693594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f36b56-bbda-4043-92c5-7456f2531026 req-fdd43f09-e7a2-4aa2-b9a0-242d29504b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:11:24.695027 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-fdd43f09-e7a2-4aa2-b9a0-242d29504b06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0435154 Jun 22 19:11:24.754388 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f36b56-bbda-4043-92c5-7456f2531026 req-1bb6eaaf-ec96-45bf-9e80-bd4d4388a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:11:24.755948 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-1bb6eaaf-ec96-45bf-9e80-bd4d4388a283 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547698 Jun 22 19:11:24.846778 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-d715a831-f4eb-42c8-a45e-9e7b55ccb8a1 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Jun 22 19:11:24.933421 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-05f36b56-bbda-4043-92c5-7456f2531026 req-e018dd02-396e-407b-90ae-785360fcb536 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808260 Jun 22 19:11:26.333718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:28.183489 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:47.528082 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:51.326866 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ba163a3d-7101-45d5-a25b-221760c36f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:54.344286 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-487c9bfc-1d6d-49cb-8fca-c455e0f6b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:54.683729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:56.334710 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:11:56.442627 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:11:58.185788 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:17.541404 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:21.329930 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-c7891651-26dc-4885-a791-3049ebae4a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:24.346595 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1932-2725-4456-a58d-ad19ac4ff07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:24.375136 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-8b72f21e-51c5-4708-824b-aa1ccd5a933f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523355 Jun 22 19:12:24.453543 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-467120e7-f840-4fd3-bbc0-9f4f18fd5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:24.455016 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-467120e7-f840-4fd3-bbc0-9f4f18fd5f7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1098 time: 0.0575516 Jun 22 19:12:24.564710 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-d0ed0b94-aca4-46ba-b77d-d412d16bb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:24.566173 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-d0ed0b94-aca4-46ba-b77d-d412d16bb4e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.0865631 Jun 22 19:12:24.631450 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-8308b02a-e916-42f5-bb24-146c3a78087a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 1001 time: 0.0588415 Jun 22 19:12:24.678552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-be0fe767-0900-4187-8c56-86203c2af806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:24.680325 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-be0fe767-0900-4187-8c56-86203c2af806 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0423303 Jun 22 19:12:24.683868 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:24.741370 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-af2dca9e-a9db-4589-a706-e9e517341eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:24.743474 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-af2dca9e-a9db-4589-a706-e9e517341eb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568373 Jun 22 19:12:24.834112 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-254e8b43-b536-40e8-809a-268b1f277a1e service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848131 Jun 22 19:12:24.921094 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-754789cf-8fa0-4409-bda7-4e0dbe2392d9 req-e2604f0c-8a5c-4c12-95b3-62d5eea99754 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805027 Jun 22 19:12:26.338323 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:28.188643 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.385169 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43402) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:29.545013 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port c207e0c7-0594-4ecb-a3c3-98d55255e832 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:29.545350 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.617396 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.618265 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.629421 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for c207e0c7-0594-4ecb-a3c3-98d55255e832 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:29.794670 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.796943 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7ddf2d9b-c759-4c0d-b241-9e8e87e01e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:29.824534 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=c207e0c7-0594-4ecb-a3c3-98d55255e832,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:29.835394 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.835774 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.836148 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.836553 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.836911 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.837323 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.837632 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.837989 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.838347 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.838702 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.839060 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.839410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:29.857520 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:29.895930 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:29.896289 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP d533613f-ce34-4891-b2fe-612b49d1e988 disassociated (deleted). External IP: 172.27.0.123, port: c573fc08-e3a7-46f8-87c5-fad96e172cbd. Jun 22 19:12:30.108459 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:12:30.220959 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:12:30.225989 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:30.231522 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:12:30.241056 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:30.241697 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:30.263513 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "DELETE /v2.0/floatingips/d533613f-ce34-4891-b2fe-612b49d1e988 HTTP/1.1" status: 204 len: 168 time: 0.8773439 Jun 22 19:12:30.264302 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:12:30.266689 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901" -d '{"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:12:30.305845 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363707f-fb73-4e7b-bbd1-ea84b8d9cdfc x-openstack-request-id: req-7363707f-fb73-4e7b-bbd1-ea84b8d9cdfc {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:12:30.306301 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:12:30.306641 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7363707f-fb73-4e7b-bbd1-ea84b8d9cdfc {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:12:30.307238 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'status': 'completed', 'code': 200} Jun 22 19:12:30.352074 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:30.389275 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-627a4d17-9dcd-4b49-8820-c56015ea7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:30.390772 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-627a4d17-9dcd-4b49-8820-c56015ea7e20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 1098 time: 0.0593135 Jun 22 19:12:30.501747 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-e1bff628-70d2-484c-8ca3-0a45a945c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:30.504319 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-e1bff628-70d2-484c-8ca3-0a45a945c717 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.1064112 Jun 22 19:12:30.549034 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-4b988c04-8dd6-4127-afcc-401e26b2a443 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 200 len: 217 time: 0.0381603 Jun 22 19:12:30.610577 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:30.636845 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:12:30.641463 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-612cc39b-e2a4-44ca-ad56-1f317e28ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:30.642907 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-612cc39b-e2a4-44ca-ad56-1f317e28ac2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0854959 Jun 22 19:12:30.645938 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:30.646557 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:30.700579 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61aea8-9404-4cf4-8854-20db5237b672 req-9558e142-2166-41be-a0d4-e68d0f1f910d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:30.702062 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5d61aea8-9404-4cf4-8854-20db5237b672 req-9558e142-2166-41be-a0d4-e68d0f1f910d tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.1037898 Jun 22 19:12:30.745598 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-495bd626-72df-4caf-9d44-baa50401a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:30.747072 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-495bd626-72df-4caf-9d44-baa50401a84e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960131 Jun 22 19:12:30.750301 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-5d61aea8-9404-4cf4-8854-20db5237b672 req-492517c0-347c-493f-b0c4-a70160532c86 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Jun 22 19:12:30.752091 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:30.848394 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-12d30c58-db4e-4a9f-87bd-897916d34b36 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918250 Jun 22 19:12:30.942130 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-aadd519f-5d99-4d3a-a8e6-a3a0ab698901 req-00650f39-809a-44ee-b786-7a5941d1374e service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838563 Jun 22 19:12:30.990755 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:31.019495 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a019c4c-2e21-44b9-922a-5f8c383277ac None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_floatingips': [{'id': 'b44b8225-d75b-4447-86f4-251799239cdf', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'router_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'port_id': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'mac_address': 'fa:16:3e:7c:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T19:08:54Z', 'updated_at': '2021-06-22T19:08:56Z', 'revision_number': 1, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:12:31.220547 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bcd3b-f1df-45ab-a397-5801af999442 None None] New status for floating IP d533613f-ce34-4891-b2fe-612b49d1e988: DOWN {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:12:31.953532 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd9ed-12dc-4494-ad2a-b722213a8854 req-f492ac2c-5514-4033-8ad2-65021d011d07 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:31.954986 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-926dd9ed-12dc-4494-ad2a-b722213a8854 req-f492ac2c-5514-4033-8ad2-65021d011d07 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.0679739 Jun 22 19:12:31.993226 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-926dd9ed-12dc-4494-ad2a-b722213a8854 req-e7f572f6-73ea-475e-b793-5cf9a181c524 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jun 22 19:12:32.153832 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-8d3c8b1c-6219-42a6-92b8-d1e8bf000a77 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:32.155162 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-8d3c8b1c-6219-42a6-92b8-d1e8bf000a77 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 945 time: 0.0622303 Jun 22 19:12:32.262086 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port c573fc08-e3a7-46f8-87c5-fad96e172cbd {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:32.262422 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:32.348642 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] For port c573fc08-e3a7-46f8-87c5-fad96e172cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c573fc08-e3a7-46f8-87c5-fad96e172cbd,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:32.348988 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:32.360710 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for c573fc08-e3a7-46f8-87c5-fad96e172cbd owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:32.498235 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:32.502570 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8d6d5d9f-ce07-418a-b6b3-b15754bd821f tempest-AttachVolumeNegativeTest-77150465 tempest-AttachVolumeNegativeTest-77150465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:32.533140 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=c573fc08-e3a7-46f8-87c5-fad96e172cbd,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:32.543134 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.543516 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.543933 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.544293 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.546116 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.546495 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.547314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.547314 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.547594 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.547953 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.548344 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.548704 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:32.554955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:32.598193 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] No DVR routers for this DVR port c573fc08-e3a7-46f8-87c5-fad96e172cbd on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:32.600698 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:32.602783 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3ba802ce-6578-4f95-a845-f61c584ec9ca req-b969a09a-c176-4699-8b26-a713641c3c0f tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "DELETE /v2.0/ports/c573fc08-e3a7-46f8-87c5-fad96e172cbd HTTP/1.1" status: 204 len: 173 time: 0.4419966 Jun 22 19:12:32.603298 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'name': 'network-vif-deleted', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:12:32.605604 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d33a39-703a-485f-8f18-d0d6f2fdba52" -d '{"events": [{"server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "name": "network-vif-deleted", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:12:32.698888 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01c1b9-0adf-4db2-8491-dbfe746ae3ef x-openstack-request-id: req-cc01c1b9-0adf-4db2-8491-dbfe746ae3ef {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:12:32.699412 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113275e9-9e61-4aaf-a95b-c799945dc925", "name": "network-vif-deleted", "tag": "c573fc08-e3a7-46f8-87c5-fad96e172cbd", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:12:32.699849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc01c1b9-0adf-4db2-8491-dbfe746ae3ef {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:12:32.700570 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113275e9-9e61-4aaf-a95b-c799945dc925', 'name': 'network-vif-deleted', 'tag': 'c573fc08-e3a7-46f8-87c5-fad96e172cbd', 'status': 'completed', 'code': 200} Jun 22 19:12:33.153566 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-ac86e5be-070a-403a-978e-f32ecd7e36d9 req-79726672-f53f-4ece-9ecb-004efd1c52bb tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=113275e9-9e61-4aaf-a95b-c799945dc925 HTTP/1.1" status: 200 len: 210 time: 0.0290728 Jun 22 19:12:33.440777 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:12:36.489133 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43446) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:36.652682 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port 1059d64f-9c54-4d33-a371-4b6cb9824bae {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:36.653037 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:36.731576 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:36.731829 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:36.744136 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for 1059d64f-9c54-4d33-a371-4b6cb9824bae owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:36.898494 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:36.900498 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-72777310-001d-4825-bf09-19ebe8731fa7 tempest-AttachVolumeTestJSON-1458715065 tempest-AttachVolumeTestJSON-1458715065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:36.925307 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=1059d64f-9c54-4d33-a371-4b6cb9824bae,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:36.929773 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:36.985305 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:36.985671 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Floating IP b44b8225-d75b-4447-86f4-251799239cdf disassociated (deleted). External IP: 172.27.0.231, port: 6b66215d-4ebe-4971-94b3-bd41f1c6a035. Jun 22 19:12:37.113526 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c573fc08-e3a7-46f8-87c5-fad96e172cbd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:37.134139 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: c573fc08-e3a7-46f8-87c5-fad96e172cbd {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:37.134492 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device c573fc08-e3a7-46f8-87c5-fad96e172cbd not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:37.199442 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:12:37.308797 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:12:37.313575 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:37.317829 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:12:37.326526 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:37.327141 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:37.357735 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-325afbcf-74fb-4a51-a215-9610dee1bdf6 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "DELETE /v2.0/floatingips/b44b8225-d75b-4447-86f4-251799239cdf HTTP/1.1" status: 204 len: 168 time: 0.8674521 Jun 22 19:12:37.358364 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:12:37.360834 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f710c271f193fc20f605b376b0cf4106907bbd28b46952c02a07f931f08a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab10c13-a567-4bd3-825e-bf9ab1127c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:12:37.401615 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 19:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cd2ae2-885e-4a5e-ac6d-0876652d16f1 x-openstack-request-id: req-59cd2ae2-885e-4a5e-ac6d-0876652d16f1 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:12:37.401981 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:12:37.402279 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59cd2ae2-885e-4a5e-ac6d-0876652d16f1 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:12:37.402717 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'status': 'completed', 'code': 200} Jun 22 19:12:37.437843 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:37.479874 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-3f09915d-8842-4143-8fce-a64946ec819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:37.482239 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-3f09915d-8842-4143-8fce-a64946ec819f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 1098 time: 0.0569408 Jun 22 19:12:37.596372 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-670cf479-1ba9-43e2-94fc-0aa5c6a98b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:37.598885 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-670cf479-1ba9-43e2-94fc-0aa5c6a98b8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 200 len: 913 time: 0.1100721 Jun 22 19:12:37.652824 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-0ff816b9-4cc2-4358-864f-fb6c7ae8376e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 200 len: 217 time: 0.0469887 Jun 22 19:12:37.679058 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:37.707345 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:12:37.716728 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:37.717359 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:37.739603 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-a9e748dd-0356-49f6-acbf-11870afa7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:37.741072 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-a9e748dd-0356-49f6-acbf-11870afa7e6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 200 len: 851 time: 0.0821810 Jun 22 19:12:37.799722 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1006ce-40ea-491f-8f31-fd95c2087f54 req-27e18161-d8d0-4415-8d47-1f2f7695e2b5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:37.801258 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-db1006ce-40ea-491f-8f31-fd95c2087f54 req-27e18161-d8d0-4415-8d47-1f2f7695e2b5 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.1121686 Jun 22 19:12:37.832121 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-f12c2d2f-98fd-459c-a278-863b1eb8de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:37.833551 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-f12c2d2f-98fd-459c-a278-863b1eb8de4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2018ba09-950f-400c-9da6-fc56d4509dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0853155 Jun 22 19:12:37.859694 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-db1006ce-40ea-491f-8f31-fd95c2087f54 req-779575fe-b2d6-4d31-95c9-afc0980f0859 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510089 Jun 22 19:12:37.941710 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-b68eb57b-6d03-4ade-8a83-a947250d26f0 service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977769 Jun 22 19:12:37.953864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:38.040688 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-eab10c13-a567-4bd3-825e-bf9ab1127c2e req-317e5e59-8fb5-4f4c-8390-92a456876b0d service neutron] 10.222.0.49 "GET /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912762 Jun 22 19:12:38.160053 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:38.189977 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b892c20-2a7d-4f21-8d39-db79a7e24e1d None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:32Z', 'revision_number': 4, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi', '_interfaces': [{'id': '89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829', 'name': '', 'network_id': '2018ba09-950f-400c-9da6-fc56d4509dc3', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'mac_address': 'fa:16:3e:f8:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:32Z', 'updated_at': '2021-06-22T19:05:39Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'subnets': [{'id': '1871c873-f676-4aad-b3b3-56df5cea13ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:12:38.408257 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34016c-ed27-4c39-99a4-b31facc7b66a None None] New status for floating IP b44b8225-d75b-4447-86f4-251799239cdf: DOWN {{(pid=92934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 19:12:39.043856 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f914-c151-4835-97df-e5bf2ed7ac49 req-53cf67eb-da5d-4492-aee4-64ce691fe9e0 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:39.045331 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400f914-c151-4835-97df-e5bf2ed7ac49 req-53cf67eb-da5d-4492-aee4-64ce691fe9e0 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.0673809 Jun 22 19:12:39.084522 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-3400f914-c151-4835-97df-e5bf2ed7ac49 req-ebf3172e-3898-476b-b6a6-bc0d94b4d7ff tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/security-groups?id=88a1135a-0639-44e1-a655-15092fd2eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335708 Jun 22 19:12:39.167889 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-f6b79579-14d3-4a11-aff3-75ca762dc86a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 19:12:39.169824 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-f6b79579-14d3-4a11-aff3-75ca762dc86a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 945 time: 0.0648870 Jun 22 19:12:39.269179 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:39.269521 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:39.640857 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] For port 6b66215d-4ebe-4971-94b3-bd41f1c6a035, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b66215d-4ebe-4971-94b3-bd41f1c6a035,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:39.641215 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:39.653478 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for 6b66215d-4ebe-4971-94b3-bd41f1c6a035 owned by compute:nova {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:39.784113 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:39.788041 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-423ff43b-4188-48e3-9416-bbaaa7faa225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:39.820008 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=6b66215d-4ebe-4971-94b3-bd41f1c6a035,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:39.825308 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:39.866076 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] No DVR routers for this DVR port 6b66215d-4ebe-4971-94b3-bd41f1c6a035 on host hv-cinder-77428 {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:39.869570 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for port, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:39.871589 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-af4b12cd-eb07-4ecb-adfd-f2d57dc2ce91 req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.49 "DELETE /v2.0/ports/6b66215d-4ebe-4971-94b3-bd41f1c6a035 HTTP/1.1" status: 204 len: 173 time: 0.6970446 Jun 22 19:12:39.872114 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'name': 'network-vif-deleted', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 19:12:39.874454 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1079fc22f66576693238adc530f753597b614db8377b555ad54b29627570152b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6126e88f-b10b-4335-a218-bcf500cc8f3e" -d '{"events": [{"server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "name": "network-vif-deleted", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 19:12:39.913048 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c32f25b-35cf-449f-ab9e-2f9a4e18f907 x-openstack-request-id: req-7c32f25b-35cf-449f-ab9e-2f9a4e18f907 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 19:12:39.913385 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfff088-84c0-4c59-aaa3-ffece8235da1", "name": "network-vif-deleted", "tag": "6b66215d-4ebe-4971-94b3-bd41f1c6a035", "status": "completed", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 19:12:39.913685 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c32f25b-35cf-449f-ab9e-2f9a4e18f907 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 19:12:39.914125 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfff088-84c0-4c59-aaa3-ffece8235da1', 'name': 'network-vif-deleted', 'tag': '6b66215d-4ebe-4971-94b3-bd41f1c6a035', 'status': 'completed', 'code': 200} Jun 22 19:12:40.232486 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [req-0a97fece-d0e3-40e6-aadb-bdec5c7388e7 req-0499561d-725b-455a-8b26-721b2593b8b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfff088-84c0-4c59-aaa3-ffece8235da1 HTTP/1.1" status: 200 len: 210 time: 0.0299082 Jun 22 19:12:41.333651 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43466) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:41.479981 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Deleting port 37dd2aae-28ed-4c39-bdf5-a8398ac16fff {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:41.480352 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.556293 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.556545 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.567923 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Calling delete_port for 37dd2aae-28ed-4c39-bdf5-a8398ac16fff owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:41.705812 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.707803 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-ea8e6120-de8d-4287-b73f-9e04bd39c67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:41.730342 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'Port': ['ID=37dd2aae-28ed-4c39-bdf5-a8398ac16fff,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:41.734171 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:41.799042 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.801526 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42501'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:41.802646 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2bdf60f3-fbb3-46e3-b210-46afc8d3134e tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "DELETE /v2.0/floatingips/aa33b110-1a82-41d1-add8-f8690974d4b8 HTTP/1.1" status: 204 len: 168 time: 0.4680340 Jun 22 19:12:43.075573 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43480) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:43.136725 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:43.152262 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6b66215d-4ebe-4971-94b3-bd41f1c6a035 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:43.162949 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:43.171849 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] No Port match for: 6b66215d-4ebe-4971-94b3-bd41f1c6a035 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:43.172236 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Device 6b66215d-4ebe-4971-94b3-bd41f1c6a035 not bound to the agent host hv-cinder-77428 {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:43.224573 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:43.227284 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:43.230928 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] 10.222.0.68 "DELETE /v2.0/security-groups/88a1135a-0639-44e1-a655-15092fd2eaa2 HTTP/1.1" status: 204 len: 168 time: 0.1518416 Jun 22 19:12:43.230928 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-0cddbda4-76a6-4b04-9770-1e51492d975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:43.238454 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a1135a-0639-44e1-a655-15092fd2eaa2,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:43.240817 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-eeace092-ceda-48d5-aa5c-b30efceef82a tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:43.287591 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43484) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:43.739490 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:44.001471 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Deleting port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:44.001725 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:44.078878 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] For port 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:44.079586 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:44.092003 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Calling delete_port for 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 owned by network:router_interface {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:44.509058 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:44.513245 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-006e5225-7cb0-400b-95e5-f86a056a27b2 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:44.544902 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:44.546982 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:44.714262 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:44.928731 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Router c8a62e27-8139-4587-84bc-672c1ddc7a26 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:12:45.037882 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:12:45.043071 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3aa489fb-9c65-443b-8891-989152ea9877 admin admin] 10.222.0.68 "PUT /v2.0/routers/c8a62e27-8139-4587-84bc-672c1ddc7a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543130 Jun 22 19:12:45.045601 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43490) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:45.049132 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Sync routers for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:12:45.059927 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:45.060582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:45.151702 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks [] for router, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.166592 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:45.260432 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.317938 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Deleting port 32f4c613-dc67-4404-bb50-16654dff347e {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:45.318317 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.346292 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32f4c613-dc67-4404-bb50-16654dff347e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:12:44Z', 'revision_number': 5, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port': {'id': '32f4c613-dc67-4404-bb50-16654dff347e', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:45.375816 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Checking router: c8a62e27-8139-4587-84bc-672c1ddc7a26 for host: dv-cinder-774286-17-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:12:45.384684 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Routers {'c8a62e27-8139-4587-84bc-672c1ddc7a26'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:45.385310 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['c8a62e27-8139-4587-84bc-672c1ddc7a26'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:45.396508 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] For port 32f4c613-dc67-4404-bb50-16654dff347e, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=32f4c613-dc67-4404-bb50-16654dff347e,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:45.396858 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.409994 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Calling delete_port for 32f4c613-dc67-4404-bb50-16654dff347e owned by network:router_gateway {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:45.474681 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] Set router c8a62e27-8139-4587-84bc-672c1ddc7a26 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:45.526384 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:12:45Z', 'revision_number': 6, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:45.556574 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed58569-7240-4c54-afb9-4638c21ac810 None None] The sync data for ids ['c8a62e27-8139-4587-84bc-672c1ddc7a26'] in dv-cinder-774286-17-iscsi is: [{'id': 'c8a62e27-8139-4587-84bc-672c1ddc7a26', 'name': 'tempest-TestVolumeBootPattern-1604787332-router', 'tenant_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:30Z', 'updated_at': '2021-06-22T19:12:45Z', 'revision_number': 6, 'project_id': 'be2f07c28ce249c4b8588a6246c4df7a', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:12:45.589681 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.591815 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aef306b4-ebd8-4d35-827d-653f16b8927b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:45.620941 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Pushing event deleted for resources: {'Port': ['ID=32f4c613-dc67-4404-bb50-16654dff347e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:45.624073 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:45.682388 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.768647 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.770737 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.818849 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.819537 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a62e27-8139-4587-84bc-672c1ddc7a26 {{(pid=92931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 19:12:45.824596 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.825765 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9df6e817-fff7-49d4-b555-b8b29a92b97a admin admin] 10.222.0.68 "DELETE /v2.0/routers/c8a62e27-8139-4587-84bc-672c1ddc7a26 HTTP/1.1" status: 204 len: 168 time: 0.7792692 Jun 22 19:12:45.828519 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43492) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:45.878473 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Deleting subnet 1871c873-f676-4aad-b3b3-56df5cea13ca {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 19:12:45.881520 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:45.920066 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2748144'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.012248 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.068240 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427474'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.070579 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a9be5165-19cf-402a-b39d-a748b4bfbc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:46.096744 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1871c873-f676-4aad-b3b3-56df5cea13ca,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:46.099408 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:46.101869 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.104879 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f4b9a2d8-6d0d-463a-a294-4873ce2bc614 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1871c873-f676-4aad-b3b3-56df5cea13ca HTTP/1.1" status: 204 len: 168 time: 0.2754278 Jun 22 19:12:46.108274 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43494) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:46.109662 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfcda8c-17b0-4bde-af46-478f9c59d8be None None] Network 2018ba09-950f-400c-9da6-fc56d4509dc3 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:12:46.178946 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.241665 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Deleting port 764ae4d1-85d7-409a-bff7-3d8c8f541306 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:46.241907 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.317538 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] For port 764ae4d1-85d7-409a-bff7-3d8c8f541306, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=764ae4d1-85d7-409a-bff7-3d8c8f541306,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:46.317895 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.318515 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] DHCP port deletion for 2018ba09-950f-400c-9da6-fc56d4509dc3 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 19:12:46.336136 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Calling delete_port for 764ae4d1-85d7-409a-bff7-3d8c8f541306 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:46.367253 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Deleting port 764ae4d1-85d7-409a-bff7-3d8c8f541306 {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:46.367851 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.423570 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595971'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.426582 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-8ec0eb74-cd9a-410e-af2b-8c08a64ee5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:46.435640 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] For port 764ae4d1-85d7-409a-bff7-3d8c8f541306, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=764ae4d1-85d7-409a-bff7-3d8c8f541306,segment=NetworkSegment(4ac76253-8bc2-42d1-a36e-8bcf494e796b),segment_id=4ac76253-8bc2-42d1-a36e-8bcf494e796b)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:46.436041 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.449942 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Calling delete_port for 764ae4d1-85d7-409a-bff7-3d8c8f541306 owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:46.457337 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Pushing event deleted for resources: {'Port': ['ID=764ae4d1-85d7-409a-bff7-3d8c8f541306,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:46.459806 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] No DVR routers for this DVR port 764ae4d1-85d7-409a-bff7-3d8c8f541306 on host dv-cinder-774286-17-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:46.461918 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:46.534907 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.535133 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.538362 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:46.545315 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2018ba09-950f-400c-9da6-fc56d4509dc3']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:46.556776 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac76253-8bc2-42d1-a36e-8bcf494e796b') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:46.557068 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac76253-8bc2-42d1-a36e-8bcf494e796b') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:46.566180 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Pushing event deleted for resources: {'Port': ['ID=764ae4d1-85d7-409a-bff7-3d8c8f541306,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:46.568257 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2748137'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.568737 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] No DVR routers for this DVR port 764ae4d1-85d7-409a-bff7-3d8c8f541306 on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:46.584989 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.585286 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.585627 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.585976 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.586455 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.588367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.588367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.588367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.588367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.588367 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.589116 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.589116 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 19:12:46.591642 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.592150 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-49fdc5c5-2b59-465c-a749-46d191a52380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:46.599007 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 19:12:46.599513 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593138'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: Traceback (most recent call last): Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: timer() Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: cb(*args, **kw) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: return func(*args, **kwargs) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: self._notify() Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: self.callback(batched_events) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: event.method(event) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: return f(self, *a, **k) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._get(url).json() Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 19:12:46.601247 dv-cinder-774286-17-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 19:12:46.662492 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.666444 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:46.669435 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:46.670780 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2018ba09-950f-400c-9da6-fc56d4509dc3 HTTP/1.1" status: 204 len: 168 time: 0.5615962 Jun 22 19:12:46.673953 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43496) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:46.682177 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Pushing event deleted for resources: {'Network': ['ID=2018ba09-950f-400c-9da6-fc56d4509dc3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:46.684608 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-a94032e9-e9a2-442b-b1c4-235e4dde6652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:47.044167 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523325'] for router_interface, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:47.074542 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 764ae4d1-85d7-409a-bff7-3d8c8f541306 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:47.094913 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 764ae4d1-85d7-409a-bff7-3d8c8f541306 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:47.095276 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 764ae4d1-85d7-409a-bff7-3d8c8f541306 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:47.095710 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 32f4c613-dc67-4404-bb50-16654dff347e no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:47.116713 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 32f4c613-dc67-4404-bb50-16654dff347e {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:47.121857 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 32f4c613-dc67-4404-bb50-16654dff347e not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:47.121857 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:47.144619 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:47.144982 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 89e1e3ec-1b9f-4ef7-a5a9-33e7cc355829 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:47.301954 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Deleting port 79eeed17-5e0a-4a75-8024-e540abea481a {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:47.302189 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:47.379466 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] For port 79eeed17-5e0a-4a75-8024-e540abea481a, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=79eeed17-5e0a-4a75-8024-e540abea481a,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:47.379823 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:47.392743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Calling delete_port for 79eeed17-5e0a-4a75-8024-e540abea481a owned by network:router_interface {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:47.555155 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:47.582034 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:47.584847 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-602aaf40-5f05-42dd-969b-a0ab9b72f3a1 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:47.614489 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Pushing event deleted for resources: {'Port': ['ID=79eeed17-5e0a-4a75-8024-e540abea481a,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:47.618633 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:47.780948 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7936029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523425'] for router_interface, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.003126 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Router a0867bbe-3bba-4603-8a11-6914ad431f91 has already been hosted by L3 agent cd612d9f-0de4-4252-bc83-19abf6f98ddb {{(pid=92932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 19:12:48.126552 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-iscsi the message routers_updated {{(pid=92932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 19:12:48.133964 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-cbdf4a59-6640-4c45-b625-ef17185da093 admin admin] 10.222.0.68 "PUT /v2.0/routers/a0867bbe-3bba-4603-8a11-6914ad431f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4589415 Jun 22 19:12:48.135523 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Sync routers for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 19:12:48.137401 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43498) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:48.144797 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:48.145550 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:48.242781 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.262355 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: dv-cinder-774286-17-iscsi {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:48.351849 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.409111 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Deleting port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:48.409457 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.448003 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'external_fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:12:47Z', 'revision_number': 5, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port': {'id': 'ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5', 'name': '', 'network_id': '11e07f2d-94b7-43ed-ae7e-77802d2b8606', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T19:05:35Z', 'updated_at': '2021-06-22T19:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00969515-2bb3-400a-8259-7c06eaa5949d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-iscsi'}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:48.476007 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Checking router: a0867bbe-3bba-4603-8a11-6914ad431f91 for host: dv-cinder-774286-17-iscsi {{(pid=92934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 19:12:48.486917 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Routers {'a0867bbe-3bba-4603-8a11-6914ad431f91'} bound to L3 agent in host dv-cinder-774286-17-iscsi {{(pid=92934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 19:12:48.487585 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:24Z,description=,heartbeat_timestamp=2021-06-22T19:12:24Z,host='dv-cinder-774286-17-iscsi',id=cd612d9f-0de4-4252-bc83-19abf6f98ddb,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:24Z,topic='l3_agent')) {'router_ids': ['a0867bbe-3bba-4603-8a11-6914ad431f91'], 'active': True} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:48.492554 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] For port ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,segment=NetworkSegment(a3af188b-b70e-4eb9-a26b-49b6f875e564),segment_id=a3af188b-b70e-4eb9-a26b-49b6f875e564)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:48.493177 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.507630 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Calling delete_port for ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 owned by network:router_gateway {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:48.578143 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_dvr_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] Set router a0867bbe-3bba-4603-8a11-6914ad431f91 gateway port host: None {{(pid=92934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 19:12:48.631612 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.l3_hamode_db [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:12:48Z', 'revision_number': 6, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port_host': None}], 'dv-cinder-774286-17-iscsi', False) {} {{(pid=92934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:48.661627 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819449b-0572-430f-a830-bbaa7b935190 None None] The sync data for ids ['a0867bbe-3bba-4603-8a11-6914ad431f91'] in dv-cinder-774286-17-iscsi is: [{'id': 'a0867bbe-3bba-4603-8a11-6914ad431f91', 'name': 'tempest-TestVolumeBootPattern-1075686947-router', 'tenant_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T19:05:34Z', 'updated_at': '2021-06-22T19:12:48Z', 'revision_number': 6, 'project_id': '691f2c42061f4a46be7a7e75cb0e7e61', 'gw_port_host': None}] {{(pid=92934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 19:12:48.685269 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.689804 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-c5cebfa0-6e04-4cb4-a2bc-3afe4c5d8f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:48.733913 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:48.738938 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:48.811042 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485837'] for router_gateway, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.917793 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28618'] for router, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.919955 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.963002 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508938'] for router, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.963494 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0867bbe-3bba-4603-8a11-6914ad431f91 {{(pid=92932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 19:12:48.967716 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:48.971312 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-66f84914-013e-4589-90b9-d2c90aa8eaf2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a0867bbe-3bba-4603-8a11-6914ad431f91 HTTP/1.1" status: 204 len: 168 time: 0.8302338 Jun 22 19:12:48.972038 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43500) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:49.021627 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Deleting subnet e215e693-d4a1-4445-9f2e-88ecb7f782ae {{(pid=92932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 19:12:49.025741 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.070095 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787364'] for subnet, precommit_delete_associations {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.130429 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 79eeed17-5e0a-4a75-8024-e540abea481a no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:49.151037 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 79eeed17-5e0a-4a75-8024-e540abea481a {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:49.151441 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 79eeed17-5e0a-4a75-8024-e540abea481a not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:49.157272 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612225'] for subnet, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.224813 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777692'] for subnet, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.227710 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-3c5fdf04-5714-47c8-9efd-898798193a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:49.252536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e215e693-d4a1-4445-9f2e-88ecb7f782ae,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:49.255743 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:49.264670 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for subnet, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.267848 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-8e546019-673c-4c00-b474-e5b80e40d980 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e215e693-d4a1-4445-9f2e-88ecb7f782ae HTTP/1.1" status: 204 len: 168 time: 0.2954805 Jun 22 19:12:49.270300 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.wsgi [-] (92932) accepted ('10.222.0.68', 43502) {{(pid=92932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:49.270543 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a7a05-7de5-43d2-a68a-531abf98dadf None None] Network d02433ab-bd1e-4e71-8046-f80ae3595496 requested from dv-cinder-774286-17-iscsi {{(pid=92933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 19:12:49.338010 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600540'] for network, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.392482 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Deleting port 33cdee71-2e22-466d-9854-c0d87d502270 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:49.392744 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.470180 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] For port 33cdee71-2e22-466d-9854-c0d87d502270, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=33cdee71-2e22-466d-9854-c0d87d502270,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:49.470536 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.471967 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] DHCP port deletion for d02433ab-bd1e-4e71-8046-f80ae3595496 request from dv-cinder-774286-17-iscsi {{(pid=92933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 19:12:49.484413 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Calling delete_port for 33cdee71-2e22-466d-9854-c0d87d502270 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:49.524690 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Deleting port 33cdee71-2e22-466d-9854-c0d87d502270 {{(pid=92933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 19:12:49.525235 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758264578798'] for port, before_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.580404 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580364'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.583470 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-9ab763db-3fab-4569-bdc5-0eaa61bfc7b9 tempest-TestVolumeBootPattern-370514872 tempest-TestVolumeBootPattern-370514872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:49.597691 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] For port 33cdee71-2e22-466d-9854-c0d87d502270, host dv-cinder-774286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-iscsi',level=0,port_id=33cdee71-2e22-466d-9854-c0d87d502270,segment=NetworkSegment(22093d02-e6ba-47f4-bc02-6729be921df8),segment_id=22093d02-e6ba-47f4-bc02-6729be921df8)] {{(pid=92933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 19:12:49.598022 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488837'] for port, precommit_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.611500 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Calling delete_port for 33cdee71-2e22-466d-9854-c0d87d502270 owned by network:dhcp {{(pid=92933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 19:12:49.614544 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] No DVR routers for this DVR port 33cdee71-2e22-466d-9854-c0d87d502270 on host dv-cinder-774286-17-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:49.620492 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=33cdee71-2e22-466d-9854-c0d87d502270,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:49.623159 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:49.694333 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777850', 'neutron.services.segments.db._delete_segments_for_network-8758264631772'] for network, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.694468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7936015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758264551653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758264120688'] for port, after_delete {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.697550 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-4d5cef1f-a0c9-4c35-8299-e440731a46db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:49.705484 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02433ab-bd1e-4e71-8046-f80ae3595496']}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:49.717165 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22093d02-e6ba-47f4-bc02-6729be921df8') {'for_net_delete': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:49.717479 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.services.segments.db [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22093d02-e6ba-47f4-bc02-6729be921df8') {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 19:12:49.724297 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Pushing event deleted for resources: {'Port': ['ID=33cdee71-2e22-466d-9854-c0d87d502270,revision_number=None']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:49.726133 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] No DVR routers for this DVR port 33cdee71-2e22-466d-9854-c0d87d502270 on host dv-cinder-774286-17-iscsi {{(pid=92933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 19:12:49.726705 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758264631601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787389'] for segment, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.728500 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG oslo_concurrency.lockutils [None req-d69b205b-a4ac-46a4-9821-c86b4f89bd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:49.744045 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578'] for segment, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.750077 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 19:12:49.750461 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3583037'] for segment, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: conditions |= (models_v2.Port.network_id.in_( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: Traceback (most recent call last): Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: timer() Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: cb(*args, **kw) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: return func(*args, **kwargs) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: self._notify() Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: self.callback(batched_events) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: event.method(event) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: return f(self, *a, **k) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._get(url).json() Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: return self.request(url, 'GET', **kwargs) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 19:12:49.752059 dv-cinder-774286-17-iscsi neutron-server[92932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 19:12:49.809494 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-13833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7936022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485721'] for network, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.812928 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-a32cdae3-44fa-4bef-a2f3-14490e2a4172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:49.815944 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7936057'] for network, before_response {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:49.817181 dv-cinder-774286-17-iscsi neutron-server[92932]: INFO neutron.wsgi [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] 10.222.0.68 "DELETE /v2.0/networks/d02433ab-bd1e-4e71-8046-f80ae3595496 HTTP/1.1" status: 204 len: 168 time: 0.5457695 Jun 22 19:12:49.833644 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d02433ab-bd1e-4e71-8046-f80ae3595496,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:49.835859 dv-cinder-774286-17-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-7f0f37f0-07dd-4bb0-afda-04e17aa1d3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:49.938517 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43506) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:49.981001 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-550df33c-4557-4416-bb4d-5be5ce855f2a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be2f07c28ce249c4b8588a6246c4df7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411959 Jun 22 19:12:49.983524 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43508) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:50.032820 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.056930 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.101872 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.104995 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.106153 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84ea8f6a-c4f2-42fb-b3e0-4e8289f967f3 HTTP/1.1" status: 204 len: 168 time: 0.1217399 Jun 22 19:12:50.106984 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-68fd7283-f672-4fb8-be62-4f2ac05e166d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:50.114974 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea8f6a-c4f2-42fb-b3e0-4e8289f967f3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:50.117350 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-7fb9fd49-5af0-4e01-bab9-d603ccad0518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:50.428132 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43514) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:50.477485 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a1aa1be1-03e0-487b-b9ea-9b7eadbe8101 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=691f2c42061f4a46be7a7e75cb0e7e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481219 Jun 22 19:12:50.480357 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.68', 43516) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 19:12:50.530472 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.552410 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.597981 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13830'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.600869 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:50.602815 dv-cinder-774286-17-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a68138fd-a9bf-4178-85ee-ca528447fc71 HTTP/1.1" status: 204 len: 168 time: 0.1208260 Jun 22 19:12:50.603953 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-723d2fdd-85cf-4917-827d-65103e754dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 19:12:50.611199 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68138fd-a9bf-4178-85ee-ca528447fc71,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 19:12:50.613543 dv-cinder-774286-17-iscsi neutron-server[92931]: DEBUG oslo_concurrency.lockutils [None req-aa29f30d-029e-4507-934e-48568fc8291b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 19:12:51.072669 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 33cdee71-2e22-466d-9854-c0d87d502270 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:51.093162 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: 33cdee71-2e22-466d-9854-c0d87d502270 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:51.093577 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device 33cdee71-2e22-466d-9854-c0d87d502270 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:51.094296 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 no longer exists at agent ovs-agent-dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 19:12:51.119119 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.plugin [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] No Port match for: ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 {{(pid=92933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 19:12:51.119478 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.rpc [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Device ec1a6391-81c8-4f21-8cbf-5e7e73d6a1d5 not bound to the agent host dv-cinder-774286-17-iscsi {{(pid=92933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 19:12:51.332514 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7dae6ee7-53c9-45fa-8ae3-0b709d18522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:54.349235 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d6b6-1626-461f-8200-84664cbbab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:54.685073 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:56.341273 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:12:58.190146 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:10.438929 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:13:17.567468 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:21.333135 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-8402fd29-38c2-4f15-8c34-2a89f01af7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:24.350633 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f464fc47-023a-4424-8583-839219f8b23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:24.686243 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:26.344115 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:28.192482 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:47.437552 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:13:47.574011 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:51.333707 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3879db16-dda1-4200-a8ea-36964f72732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:54.350733 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-99924d12-188e-49c6-952d-35b45e183d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:54.687758 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:56.347695 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:13:58.194907 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:17.584426 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:21.333066 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7d88127f-cc09-4fb3-bf39-c0f0dd915cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:24.351242 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-aed7759f-db34-4515-96ff-ee874a631106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:24.435103 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:14:24.688248 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:26.349523 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:28.197251 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:47.588319 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:51.332972 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-22c88f29-110a-4549-8626-87f19be355b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:54.352172 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7d31b0cb-8d53-4f42-939b-30dcb98644aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:54.688582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:56.351821 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:14:58.200917 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:01.433922 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:15:17.613174 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:21.333008 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-0091ed41-a63b-4d8b-b3f3-3d88fe178bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:24.355565 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-7173bf85-9f0b-41ca-a2eb-5c8dbc18db0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:24.689127 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:26.356582 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:28.204010 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:38.431718 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:15:47.611718 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:51.333924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3d5b362d-9f9e-416d-bc6e-f790ad1baf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:54.359159 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-00cc71de-9095-4408-9597-3b5783f3f0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:54.692837 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:56.357409 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:15:58.207357 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:15.431315 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:16:17.612844 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:21.333302 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-dff3a029-0c05-47ea-8b9b-591cd835256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:24.360559 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6403-1dab-4832-b050-0338531a7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:24.693725 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:26.362934 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:28.209399 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:47.619239 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:51.332772 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ac01edf-d60f-451a-9620-31000143579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:52.429851 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:16:54.364783 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-a0ae2680-5acc-4de9-81cf-1c438dfbe5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:54.693062 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:56.362924 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:16:58.330988 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:17.634864 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:21.333577 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-d09c259d-f084-4e05-94fa-821bad198093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:24.365867 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-1a2846ec-e34a-4716-8a75-9af3003fda69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:24.694744 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:26.377241 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:28.214198 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:29.429130 dv-cinder-774286-17-iscsi neutron-server[92934]: DEBUG neutron.db.agents_db [None req-f17ebfff-4d95-4c3d-b77c-32733b074343 None None] Agent healthcheck: found 6 active agents {{(pid=92934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:17:47.643729 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-afc3a504-1163-4f20-b50a-057a3cbda479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:51.333688 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d321-9657-4dc8-8d54-347bcb0ce14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:54.366791 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-084f5d91-498e-40b8-ba6b-90e3f5bfc1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:54.696645 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-ea52f5b8-7f0a-4bc9-a228-ed360a2b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:56.370822 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6aef2aa3-5d40-4581-bb38-286ade21a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:17:58.217461 dv-cinder-774286-17-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-6253121a-bced-444d-b32f-1ad561c4b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758264631754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7777100'] for agent, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}